00000020:01000004:1.0F:1790964106.570804:0:32651:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790964106.570819:0:32651:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:1.0:1790964106.570934:0:32651:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000496eaac5 00000080:02000400:1.0:1790964106.570946:0:32651:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:1.0:1790964106.580224:0:32651:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1790964106.580239:0:32651:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1790964106.580871:0:32651:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (0000000049c160ef) 00000020:00000080:1.0:1790964106.580912:0:32651:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1790964106.651861:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0F:1790964106.666553:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:0.0:1790964106.676075:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 283: rc = 0 00100000:10000000:0.0:1790964106.676199:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 283: rc = 0 00100000:10000000:0.0:1790964106.678154:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0F:1790964106.684974:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 283: rc = 0 00100000:10000000:2.0:1790964106.685847:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 283: rc = 0 00100000:10000000:2.0:1790964106.686836:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 283: rc = 0 00100000:10000000:2.0:1790964106.687010:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 283: rc = 0 00100000:10000000:2.0:1790964106.693339:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 285: rc = 0 00100000:10000000:2.0:1790964106.700381:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 255: rc = 0 00100000:10000000:2.0:1790964106.700494:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 255: rc = 0 00100000:10000000:3.0F:1790964106.705489:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 465: rc = 0 00100000:10000000:3.0:1790964106.707405:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 465: rc = 0 00100000:10000000:3.0:1790964106.709224:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 465: rc = 0 00100000:10000000:3.0:1790964106.710849:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 465: rc = 0 00100000:10000000:3.0:1790964106.712290:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 465: rc = 0 00100000:10000000:3.0:1790964106.713598:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 465: rc = 0 00100000:10000000:3.0:1790964106.715108:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 465: rc = 0 00100000:10000000:3.0:1790964106.716591:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 465: rc = 0 00100000:10000000:3.0:1790964106.718034:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 465: rc = 0 00100000:10000000:3.0:1790964106.719545:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 465: rc = 0 00100000:10000000:3.0:1790964106.721072:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 465: rc = 0 00100000:10000000:3.0:1790964106.722562:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 465: rc = 0 00100000:10000000:2.0:1790964106.726085:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 487: rc = 0 00100000:10000000:2.0:1790964106.728207:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 487: rc = 0 00100000:10000000:2.0:1790964106.729785:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 487: rc = 0 00100000:10000000:2.0:1790964106.732823:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 487: rc = 0 00100000:10000000:2.0:1790964106.734594:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 487: rc = 0 00100000:10000000:2.0:1790964106.737534:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 487: rc = 0 00100000:10000000:2.0:1790964106.738599:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 487: rc = 0 00100000:10000000:0.0:1790964106.739852:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 487: rc = 0 00100000:10000000:0.0:1790964106.741380:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 487: rc = 0 00100000:10000000:0.0:1790964106.742972:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 487: rc = 0 00100000:10000000:0.0:1790964106.750785:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 487: rc = 0 00100000:10000000:0.0:1790964106.753781:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 487: rc = 0 00100000:10000000:0.0:1790964106.770096:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 487: rc = 0 00100000:10000000:0.0:1790964106.772016:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 487: rc = 0 00100000:10000000:0.0:1790964106.778057:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 487: rc = 0 00100000:10000000:0.0:1790964106.782086:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 487: rc = 0 00100000:10000000:3.0:1790964106.789186:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 487: rc = 0 00100000:10000000:0.0:1790964106.796975:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 487: rc = 0 00100000:10000000:0.0:1790964106.812957:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 487: rc = 0 00100000:10000000:2.0:1790964106.817864:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 487: rc = 0 00100000:10000000:2.0:1790964106.820220:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 487: rc = 0 00100000:10000000:2.0:1790964106.827191:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 487: rc = 0 00100000:10000000:3.0:1790964106.833205:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 487: rc = 0 00100000:10000000:3.0:1790964106.834867:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 487: rc = 0 00100000:10000000:2.0:1790964106.838424:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 487: rc = 0 00100000:10000000:2.0:1790964106.841526:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 487: rc = 0 00100000:10000000:2.0:1790964106.843542:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 487: rc = 0 00100000:10000000:2.0:1790964106.851215:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 487: rc = 0 00100000:10000000:0.0:1790964106.861221:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 487: rc = 0 00100000:10000000:2.0:1790964106.864456:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 487: rc = 0 00100000:10000000:2.0:1790964106.867179:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 487: rc = 0 00100000:10000000:2.0:1790964106.868809:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 487: rc = 0 00100000:10000000:2.0:1790964106.875547:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 121: rc = 0 00100000:10000000:2.0:1790964106.878593:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 121: rc = 0 00100000:10000000:2.0:1790964106.883528:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1790964106.884810:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 116: rc = 0 00100000:10000000:2.0:1790964106.886210:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1790964106.886425:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 116: rc = 0 00100000:10000000:2.0:1790964106.888270:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1790964106.888436:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 116: rc = 0 00100000:10000000:2.0:1790964106.892104:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1790964106.892219:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 112: rc = 0 00100000:10000000:2.0:1790964106.893489:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1790964106.893580:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 112: rc = 0 00100000:10000000:2.0:1790964106.894580:0:32651:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1790964106.894654:0:32651:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 112: rc = 0 00000020:00000080:2.0:1790964106.895058:0:32651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1790964106.895067:0:32651:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790964106.895077:0:32651:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f342 00000020:01000004:2.0:1790964106.895084:0:32651:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1790964106.895089:0:32651:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1790964106.895093:0:32651:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000496eaac5 from MGS 00000020:01000004:2.0:1790964106.895097:0:32651:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1790964106.895116:0:32651:0:(genops.c:413:class_newdev()) Allocate new device MGS (0000000062433c88) 00000020:00000080:2.0:1790964106.895128:0:32651:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1790964106.895209:0:32651:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000496eaac5 from MGS, refs=2 00080000:01000000:2.0:1790964106.895214:0:32651:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790964106.895221:0:32651:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f350 00000100:00100000:2.0:1790964106.895385:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790964106.895518:0:32651:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1790964106.895524:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964106.896159:0:32651:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964106.896166:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790964106.897184:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964106.897418:0:32651:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790964106.897423:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1790964106.898129:0:32651:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964106.898193:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1790964106.898584:0:32651:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1790964106.898633:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1790964106.899269:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964106.899279:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964106.899280:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964106.900012:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964106.900015:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964106.900016:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964106.900453:0:32651:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790964106.902887:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1790964107.149976:0:32651:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 3091 MB/s 00000001:01000000:2.0:1790964107.399991:0:32651:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2883 MB/s 00000001:01000000:2.0:1790964107.651045:0:32651:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 390 MB/s 00000001:01000000:2.0:1790964107.903480:0:32651:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 519 MB/s 00010000:00010000:3.0:1790964107.937242:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1790964107.973570:0:32651:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:3.0:1790964107.973610:0:32651:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1790964107.973614:0:32651:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:3.0:1790964107.978126:0:32660:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1790964107.978359:0:32651:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1790964107.978494:0:32651:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:1.0:1790964107.978709:0:32651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:1.0:1790964107.979145:0:32651:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1790964107.979539:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964107.979703:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1790964107.979709:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1790964107.983847:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1790964107.983866:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1790964107.984957:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1790964107.984970:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1790964107.986028:0:32651:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790964107.986053:0:32651:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.116@tcp' 00000020:01000004:0.0:1790964107.986055:0:32651:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790964107.986101:0:32651:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.116@tcp (typ=mgc) 00000020:00000080:0.0:1790964107.986123:0:32651:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.116@tcp (00000000f75e7d0d) 00000020:00000080:0.0:1790964107.986154:0:32651:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1790964107.990831:0:32651:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000004a64d4@MGC192.168.202.116@tcp: add connection 192.168.202.116@tcp at head 00010000:00010000:0.0:1790964107.991037:0:32651:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.116@tcp-0 is initialized 00000040:01000000:0.0:1790964107.991047:0:32651:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.116@tcp ctxt 1 is initialized 10000000:01000000:3.0:1790964107.992999:0:32666:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000100:00080000:3.0:1790964107.993101:0:32665:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:0.0:1790964107.993308:0:32651:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.116@tcp (uuid 877d8a08-8ef1-4672-941f-a8de9df8fad9) 00000020:00000080:0.0:1790964107.993336:0:32651:0:(genops.c:1385:class_connect()) connect: client 877d8a08-8ef1-4672-941f-a8de9df8fad9, cookie 0x9eb2dcbc8206f35e 00000100:00080000:0.0:1790964107.993386:0:32651:0:(import.c:545:import_select_connection()) MGC192.168.202.116@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964107.993393:0:32651:0:(import.c:665:import_select_connection()) MGC192.168.202.116@tcp: import 00000000004a64d4 using connection 192.168.202.116@tcp/0@lo 00000100:00100000:0.0:1790964107.993427:0:32651:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2ce921f x1877961961635968/t0(0) o250->MGC192.168.202.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964107.993448:0:32651:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 877d8a08-8ef1-4672-941f-a8de9df8fad9->MGS 00000020:01000004:0.0:1790964107.993467:0:32651:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790964107.993473:0:32651:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790964107.993485:0:32651:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000004bcbf0ea) 00000020:00000080:0.0:1790964107.993497:0:32651:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1790964107.999862:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d2ce921f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:877d8a08-8ef1-4672-941f-a8de9df8fad9:31826:1877961961635968:0@lo:250: 00000100:00100000:2.0:1790964108.000015:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.000100:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961635968 00000100:00100000:2.0:1790964108.000111:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961635968 00000100:00100000:2.0:1790964108.000165:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964108.000173:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000beb13c7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:31826:x1877961961635968:12345-0@lo:250: 00010000:00080000:2.0:1790964108.000207:0:32661:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo t0 exp 0000000000000000 cur 974 last 0 00000020:00000080:2.0:1790964108.000247:0:32661:0:(genops.c:1385:class_connect()) connect: client 877d8a08-8ef1-4672-941f-a8de9df8fad9, cookie 0x9eb2dcbc8206f36c 00000100:00080000:2.0:1790964108.001319:0:32661:0:(import.c:65:import_set_state_nolock()) 00000000cf2e9bc4 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790964108.001415:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000beb13c7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+5:31826:x1877961961635968:12345-0@lo:250: Request processed in 1240us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964108.001426:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964108.007128:0:31826:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.116@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790964108.007156:0:31826:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.116@tcp: connect to target with instance 0 00000100:00080000:1.0:1790964108.007164:0:31826:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.116@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790964108.007169:0:31826:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790964108.007172:0:31826:0:(import.c:65:import_set_state_nolock()) 00000000004a64d4 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790964108.007177:0:31826:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790964108.007185:0:31826:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790964108.007194:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d2ce921f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:877d8a08-8ef1-4672-941f-a8de9df8fad9:31826:1877961961635968:0@lo:250: 00000100:00100000:1.0:1790964108.021243:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964108.024770:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964108.024792:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1790964108.029211:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964108.029225:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1790964108.038163:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1790964108.038187:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1790964108.043116:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964108.043337:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1790964108.043344:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1790964108.044338:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1790964108.044350:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964108.100083:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964108.100345:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964108.100352:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1790964108.103839:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1790964108.103853:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1790964108.106010:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964108.106218:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964108.106225:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1790964108.109676:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964108.109689:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1790964108.110287:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964108.110619:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964108.110625:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1790964108.116971:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964108.116987:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1790964108.123075:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964108.123308:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964108.123315:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1790964108.125900:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964108.125911:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790964108.159394:0:32651:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964108.159621:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964108.159628:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964108.164009:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964108.164028:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1790964108.164819:0:32651:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790964108.164828:0:32651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790964108.171303:0:32651:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1790964108.172588:0:32651:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:2.0:1790964108.172596:0:32651:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.116@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1790964108.172954:0:32651:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.116@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790964108.172995:0:32651:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.116@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1790964108.172999:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790964108.173001:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964108.173003:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964108.173004:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964108.173005:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964108.173007:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964108.173008:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964108.173009:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964108.173011:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964108.173012:0:32651:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790964108.173014:0:32651:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1790964108.173017:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964108.173018:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964108.173019:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964108.173020:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964108.173021:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964108.173022:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964108.173023:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964108.173024:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964108.173025:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964108.173026:0:32651:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790964108.173054:0:32651:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964108.173072:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000be95eb0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636096:0@lo:253: 00000100:00100000:2.0:1790964108.173173:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.173264:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000077083ddb going to sleep for 11 seconds 00000100:00100000:2.0:1790964108.176054:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636096 00000100:00100000:2.0:1790964108.176071:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636096 00000100:00100000:2.0:1790964108.176152:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964108.176162:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000041b7d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+5:32651:x1877961961636096:12345-0@lo:253: 20000000:01000000:2.0:1790964108.176218:0:32664:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790964108.176222:0:32664:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1790964108.176225:0:32664:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1790964108.176580:0:32684:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1790964108.176996:0:32664:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1790964108.202072:0:32687:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790964108.202092:0:32687:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790964108.202096:0:32687:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:3.0:1790964108.202169:0:32687:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:0.0:1790964108.204339:0:32664:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790964108.204358:0:32664:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790964108.285892:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000041b7d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+5:32651:x1877961961636096:12345-0@lo:253: Request processed in 109724us (112712us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964108.285913:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964108.286270:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000be95eb0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636096:0@lo:253: 10000000:01000000:3.0:1790964108.286979:0:32651:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964108.286986:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964108.286988:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964108.286989:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964108.286990:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964108.286992:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964108.286993:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964108.286994:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964108.286996:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964108.286997:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964108.286999:0:32651:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790964108.287025:0:32651:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000496eaac5 from lustre-MDT0000 10000000:01000000:3.0:1790964108.287050:0:32651:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790964108.287052:0:32651:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964108.287057:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d83db1f4d40 10000000:01000000:3.0:1790964108.287062:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964108.287071:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d83db1f4d40 from 1 10000000:01000000:3.0:1790964108.287074:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790964108.287121:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.287143:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.287154:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.287174:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636224:0@lo:101: 00000100:00100000:3.0:1790964108.287226:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.287350:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:2.0:1790964108.287718:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636224 00000100:00100000:2.0:1790964108.287811:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636224 00000100:00100000:2.0:1790964108.287908:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790964108.287918:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054ed2f40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+5:32651:x1877961961636224:12345-0@lo:101: 00010000:00010000:2.0:1790964108.287934:0:32661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964108.287950:0:32661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007e18f802/0x9eb2dcbc8206f37a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f373 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.287977:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007e18f802/0x9eb2dcbc8206f37a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f373 expref: 6 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.287987:0:32661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007e18f802/0x9eb2dcbc8206f37a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f373 expref: 6 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.287997:0:32661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007e18f802, rc 0) 00000100:00100000:2.0:1790964108.288049:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054ed2f40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+6:32651:x1877961961636224:12345-0@lo:101: Request processed in 133us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964108.288056:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964108.288143:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636224:0@lo:101: 00010000:00010000:3.0:1790964108.288159:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f37a expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.288169:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f37a expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.288220:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636352:0@lo:501: 00000100:00100000:3.0:1790964108.288252:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.288557:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:0.0:1790964108.288718:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636352 00000100:00100000:0.0:1790964108.288745:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636352 00000100:00100000:0.0:1790964108.288770:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964108.288776:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000497299dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+6:32651:x1877961961636352:12345-0@lo:501: 00000100:00100000:0.0:1790964108.289017:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000497299dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+6:32651:x1877961961636352:12345-0@lo:501: Request processed in 240us (764us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790964108.289025:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964108.289104:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636352:0@lo:501: 10000000:01000000:3.0:1790964108.289143:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790964108.289196:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f37a expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289206:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 000000002405eace/0x9eb2dcbc8206f373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f37a expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964108.289216:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d82c6300800 10000000:01000000:3.0:1790964108.289220:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790964108.289224:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d82c6300800 10000000:01000000:3.0:1790964108.289226:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790964108.289228:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d82c6300800 from 1 10000000:01000000:3.0:1790964108.289231:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790964108.289252:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289258:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289282:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.289410:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636480:0@lo:101: 00000100:00100000:3.0:1790964108.289443:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.289469:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:3.0:1790964108.289483:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636480 00000100:00100000:3.0:1790964108.289487:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636480 00000100:00100000:3.0:1790964108.289518:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964108.289523:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000352ee6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+6:32651:x1877961961636480:12345-0@lo:101: 00010000:00010000:3.0:1790964108.289531:0:32663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964108.289544:0:32663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000085f1ef6d/0x9eb2dcbc8206f388 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f381 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289560:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000085f1ef6d/0x9eb2dcbc8206f388 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f381 expref: 7 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289568:0:32663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000085f1ef6d/0x9eb2dcbc8206f388 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f381 expref: 7 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.289576:0:32663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000085f1ef6d, rc 0) 00000100:00100000:3.0:1790964108.289605:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000352ee6fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+7:32651:x1877961961636480:12345-0@lo:101: Request processed in 82us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964108.289611:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964108.291195:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636480:0@lo:101: 00010000:00010000:3.0:1790964108.291223:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f388 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.291352:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f388 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964108.291380:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790964108.292250:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f388 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.292275:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 0000000039fee4c1/0x9eb2dcbc8206f381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f388 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964108.292286:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964108.292303:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964108.292313:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d82c6300800 10000000:01000000:3.0:1790964108.292316:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790964108.292320:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1790964108.292322:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1790964108.292366:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.292374:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.292384:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.292403:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636608:0@lo:101: 00000100:00100000:3.0:1790964108.292472:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.292524:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.292668:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636608 00000100:00100000:1.0:1790964108.292677:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636608 00000100:00100000:1.0:1790964108.292763:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790964108.292772:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000af1ccb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+7:32651:x1877961961636608:12345-0@lo:101: 00010000:00010000:1.0:1790964108.292786:0:32663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964108.292801:0:32663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000057c0bac8/0x9eb2dcbc8206f396 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f38f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.292823:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000057c0bac8/0x9eb2dcbc8206f396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f38f expref: 8 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.292834:0:32663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000057c0bac8/0x9eb2dcbc8206f396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f38f expref: 8 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.292842:0:32663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000057c0bac8, rc 0) 00000100:00100000:1.0:1790964108.292899:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000af1ccb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+8:32651:x1877961961636608:12345-0@lo:101: Request processed in 128us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.292906:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964108.297005:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636608:0@lo:101: 00010000:00010000:3.0:1790964108.297036:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f396 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.297047:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f396 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.297140:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636736:0@lo:501: 00000100:00100000:3.0:1790964108.297202:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.297308:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.297544:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636736 00000100:00100000:1.0:1790964108.297551:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636736 00000100:00100000:1.0:1790964108.298107:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790964108.298117:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000042ccf6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+8:32651:x1877961961636736:12345-0@lo:501: 00000100:00100000:1.0:1790964108.302376:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000042ccf6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32651:x1877961961636736:12345-0@lo:501: Request processed in 4251us (5164us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.302414:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964108.302561:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636736:0@lo:501: 00000100:00100000:3.0:1790964108.302617:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636864:0@lo:503: 00000100:00100000:3.0:1790964108.302825:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.303249:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 0000000029891fc3 going to sleep for 11 seconds 00000100:00100000:2.0:1790964108.303464:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636864 00000100:00100000:2.0:1790964108.303478:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636864 00000100:00100000:2.0:1790964108.303557:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964108.303565:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000536bd8e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32651:x1877961961636864:12345-0@lo:503: 00000100:00100000:2.0:1790964108.310456:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000536bd8e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32651:x1877961961636864:12345-0@lo:503: Request processed in 6881us (7621us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964108.310473:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964108.310591:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961636864:0@lo:503: 00000100:00100000:1.0:1790964108.311221:0:32689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ccae1b4f pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32689:1877961961636992:0@lo:502: 00000100:00100000:1.0:1790964108.311514:0:32689:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964108.311631:0:32689:0:(client.c:2716:ptlrpc_set_wait()) set 000000000408ac58 going to sleep for 11 seconds 00000100:00100000:0.0:1790964108.311792:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961636992 00000100:00100000:0.0:1790964108.311800:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961636992 00000100:00100000:0.0:1790964108.311840:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964108.311857:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a110be79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32689:x1877961961636992:12345-0@lo:502: 00000100:00100000:0.0:1790964108.322448:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a110be79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32689:x1877961961636992:12345-0@lo:502: Request processed in 10582us (10925us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964108.322470:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790964108.322591:0:32689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ccae1b4f pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32689:1877961961636992:0@lo:502: 00000020:01000000:1.0:1790964108.322710:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964108.322722:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.322791:0:32689:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964108.322798:0:32689:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964108.322802:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964108.322815:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000008bbada61) 00000020:00000080:1.0:1790964108.322834:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964108.322839:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964108.322925:0:32689:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964108.322933:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f3a4 00000020:00000080:1.0:1790964108.323360:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964108.323366:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964108.323371:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.323373:0:32689:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964108.323375:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964108.323379:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.323380:0:32689:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964108.323383:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964108.323391:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (000000007301f6a5) 00000020:00000080:1.0:1790964108.323402:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964108.323406:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964108.323408:0:32689:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964108.323411:0:32689:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964108.323417:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964108.323461:0:32689:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000496eaac5 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964108.323482:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000271bb31e) 00000020:00000080:1.0:1790964108.323491:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964108.323561:0:32689:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964108.323567:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9eb2dcbc8206f3b9 00000020:00000080:1.0:1790964108.323820:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964108.323827:0:32689:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964108.323833:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x9eb2dcbc8206f3c0 00080000:01000000:1.0:1790964108.323838:0:32689:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964108.323841:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f3c7 00010000:00010000:2.0:1790964108.406798:0:32689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964108.408495:0:32689:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964108.408857:0:32689:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964108.409568:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000ffd6b637) 00000020:00000080:2.0:1790964108.409588:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964108.409667:0:32689:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964108.409674:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f3d5 00000020:00000080:1.0:1790964108.415421:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1790964108.427694:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x9eb2dcbc8206f3dc 00000020:00000080:1.0:1790964108.428442:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790964108.428455:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964108.428462:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.428464:0:32689:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790964108.428467:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964108.428472:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.428473:0:32689:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790964108.428477:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790964108.428515:0:32689:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790964108.428528:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964108.428532:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.428533:0:32689:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790964108.428535:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964108.428537:0:32689:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790964108.428539:0:32689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964108.428540:0:32689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964108.428541:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964108.428544:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.428545:0:32689:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964108.428547:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790964108.428550:0:32689:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1790964108.428553:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.428560:0:32689:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790964108.428564:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964108.428568:0:32689:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.116@tcp to nid 0x20000c0a8ca74 (192.168.202.116@tcp) 00000020:01000000:1.0:1790964108.428595:0:32689:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790964108.428597:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964108.428622:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000001b63255a) 00000020:00000080:1.0:1790964108.428651:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790964108.428657:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964108.428708:0:32689:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790964108.428713:0:32689:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790964108.428719:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f3ea 00010000:00080000:1.0:1790964108.428791:0:32689:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009cf3389a@lustre-OST0000-osc-MDT0000: add connection 192.168.202.116@tcp at head 00010000:00010000:1.0:1790964108.429208:0:32689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1790964108.429580:0:32689:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:1.0:1790964108.429624:0:32689:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1790964108.439480:0:32689:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790964108.440217:0:32689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1790964108.440307:0:32689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:3.0:1790964108.440969:0:32693:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790964108.440974:0:32693:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1790964108.442218:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964108.442233:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790964108.442283:0:32689:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1790964108.442305:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9eb2dcbc8206f3f1 00000100:00080000:1.0:1790964108.442316:0:32689:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964108.442322:0:32689:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000009cf3389a using connection 192.168.202.116@tcp/0@lo 00000100:00100000:1.0:1790964108.442361:0:32689:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964108.442390:0:32689:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1790964108.442440:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964108.442444:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.442446:0:32689:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1790964108.442449:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964108.442451:0:32689:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1790964108.442453:0:32689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964108.442460:0:32689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964108.442462:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964108.442465:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.442466:0:32689:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964108.442468:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964108.442472:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.442473:0:32689:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790964108.442476:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964108.442479:0:32689:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.116@tcp to nid 0x20000c0a8ca74 (192.168.202.116@tcp) 00000020:00000080:1.0:1790964108.442504:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964108.442516:0:32689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000b9ced216) 00000020:00000080:1.0:1790964108.442529:0:32689:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1790964108.442534:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964108.442588:0:32689:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790964108.442594:0:32689:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:1.0:1790964108.442599:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9eb2dcbc8206f3ff 00010000:00080000:1.0:1790964108.442628:0:32689:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000da7a54f9@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.116@tcp at head 00010000:00010000:1.0:1790964108.444202:0:32689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000100:00100000:2.0:1790964108.444454:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ccae1b4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961637120:0@lo:8: 00000400:00000100:2.0:1790964108.444519:0:31826:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961961637120 offset 0 length 520: 4 00000020:00000080:1.0:1790964108.448622:0:32689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964108.448649:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1790964108.448682:0:32689:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790964108.448702:0:32689:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9eb2dcbc8206f406 00000100:00080000:1.0:1790964108.448713:0:32689:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964108.448718:0:32689:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000da7a54f9 using connection 192.168.202.116@tcp/0@lo 00000100:00100000:1.0:1790964108.449295:0:32689:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f2498b65 x1877961961637248/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964108.449321:0:32689:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1790964108.449380:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964108.449385:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.449386:0:32689:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1790964108.449389:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964108.449400:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964108.449401:0:32689:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790964108.449404:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790964108.449406:0:32689:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1790964108.449433:0:32689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e13d00e4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32689:1877961961637376:0@lo:502: 00000100:00100000:1.0:1790964108.449514:0:32689:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964108.449549:0:32689:0:(client.c:2716:ptlrpc_set_wait()) set 000000000408ac58 going to sleep for 11 seconds 00000100:00100000:2.0:1790964108.449670:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f2498b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961637248:0@lo:38: 00000100:00100000:2.0:1790964108.449717:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.449779:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637376 00000100:00100000:2.0:1790964108.449786:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637376 00000100:00100000:2.0:1790964108.449822:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964108.449831:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009ee941c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32689:x1877961961637376:12345-0@lo:502: 00000100:00100000:2.0:1790964108.450088:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009ee941c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32689:x1877961961637376:12345-0@lo:502: Request processed in 258us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964108.450096:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964108.450160:0:32689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e13d00e4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32689:1877961961637376:0@lo:502: 00000020:01000000:2.0:1790964108.450184:0:32689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964108.450189:0:32689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964108.450196:0:32689:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.timeout 00000040:00080000:2.0:1790964108.450199:0:32689:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:2.0:1790964108.450268:0:32651:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964108.450285:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964108.450301:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f396 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.450312:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 00000000847c73de/0x9eb2dcbc8206f38f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f396 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964108.450320:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d82c6300800 from 1 10000000:01000000:2.0:1790964108.450322:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964108.450349:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.450357:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.450365:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964108.450377:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637504:0@lo:101: 00000100:00100000:2.0:1790964108.450404:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.450416:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e035fca3 going to sleep for 11 seconds 00000100:00100000:3.0:1790964108.450843:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637504 00000100:00100000:3.0:1790964108.450850:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637504 00000100:00100000:3.0:1790964108.450881:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790964108.450888:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005ad21073 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+9:32651:x1877961961637504:12345-0@lo:101: 00010000:00010000:3.0:1790964108.450899:0:32663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964108.450925:0:32663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f40d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.450970:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 10 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.450981:0:32663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 10 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.450989:0:32663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000ca40b6f, rc 0) 00000100:00100000:3.0:1790964108.451025:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005ad21073 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+10:32651:x1877961961637504:12345-0@lo:101: Request processed in 138us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964108.451031:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964108.451348:0:32673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637248 00000100:00100000:1.0:1790964108.451353:0:32673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637248 00000100:00100000:1.0:1790964108.451385:0:32673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964108.451389:0:32673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000110fff1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31826:x1877961961637248:12345-0@lo:38: 00010000:00020000:1.0:1790964108.451404:0:32673:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790964108.451442:0:32673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000110fff1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31826:x1877961961637248:12345-0@lo:38: Request processed in 52us (1725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790964108.451448:0:32673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1790964108.451537:0:31826:0:(import.c:65:import_set_state_nolock()) 00000000da7a54f9 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964108.451549:0:31826:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790964108.451552:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f2498b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961637248:0@lo:38: 00000100:00100000:2.0:1790964108.451586:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637504:0@lo:101: 00010000:00010000:2.0:1790964108.451601:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.451616:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964108.452621:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637632:0@lo:256: 00000100:00100000:2.0:1790964108.456217:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.456283:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e035fca3 going to sleep for 11 seconds 00000100:00100000:0.0:1790964108.456502:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637632 00000100:00100000:0.0:1790964108.456514:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637632 00000100:00100000:0.0:1790964108.456575:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964108.456585:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001e176b43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+10:32651:x1877961961637632:12345-0@lo:256: 20000000:01000000:0.0:1790964108.456608:0:32663:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964108.456614:0:32663:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964108.456707:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001e176b43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+10:32651:x1877961961637632:12345-0@lo:256: Request processed in 123us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964108.456715:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964108.457095:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637632:0@lo:256: 10000000:01000000:2.0:1790964108.458160:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964108.458177:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.458191:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964108.458199:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d82c6300800 from 1 10000000:01000000:2.0:1790964108.458203:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964108.458243:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.458251:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.458271:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964108.458291:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637760:0@lo:101: 00000100:00100000:2.0:1790964108.458352:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.458586:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e035fca3 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.467170:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637760 00000100:00100000:1.0:1790964108.467190:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637760 00000100:00100000:1.0:1790964108.467836:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964108.467850:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008e412789 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+10:32651:x1877961961637760:12345-0@lo:101: 00010000:00010000:1.0:1790964108.467872:0:32664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964108.467892:0:32664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000fcdf589/0x9eb2dcbc8206f422 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f41b expref: -99 pid: 32664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.467935:0:32664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000fcdf589/0x9eb2dcbc8206f422 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f41b expref: 11 pid: 32664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.467946:0:32664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000fcdf589/0x9eb2dcbc8206f422 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f41b expref: 11 pid: 32664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.467974:0:32664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000fcdf589, rc 0) 00000100:00100000:1.0:1790964108.468419:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008e412789 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961637760:12345-0@lo:101: Request processed in 570us (10064us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.468426:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964108.468657:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637760:0@lo:101: 00010000:00010000:2.0:1790964108.468678:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f422 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.468688:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f422 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.469231:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637888:0@lo:501: 00000100:00100000:3.0:1790964108.469346:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.469436:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 000000008f77f8f9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.470506:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961637888 00000100:00100000:1.0:1790964108.470519:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961637888 00000100:00100000:1.0:1790964108.470574:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964108.470583:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000885f2b3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961637888:12345-0@lo:501: 00000100:00100000:1.0:1790964108.471414:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000885f2b3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961637888:12345-0@lo:501: Request processed in 830us (2066us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.471424:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964108.471530:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961637888:0@lo:501: 00000100:00100000:3.0:1790964108.471580:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638016:0@lo:503: 00000100:00100000:3.0:1790964108.471631:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.471667:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 000000008f77f8f9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.471798:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638016 00000100:00100000:1.0:1790964108.471804:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638016 00000100:00100000:1.0:1790964108.471834:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964108.471840:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000045f00252 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961638016:12345-0@lo:503: 00000040:00080000:1.0:1790964108.471879:0:32664:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790964108.472686:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000045f00252 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961638016:12345-0@lo:503: Request processed in 844us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.472697:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964108.473183:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74ac9b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638016:0@lo:503: 00000040:00080000:1.0:1790964108.474356:0:32697:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:3.0:1790964108.475054:0:32651:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:3.0:1790964108.475079:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790964108.475165:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f422 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.475179:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 0000000058017171/0x9eb2dcbc8206f41b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f422 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964108.475226:0:32651:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790964108.475239:0:32651:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d82c6300800 10000000:01000000:3.0:1790964108.475242:0:32651:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d82c6300800 10000000:01000000:3.0:1790964108.475246:0:32651:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964108.475252:0:32651:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d82c6300800 from 1 10000000:01000000:3.0:1790964108.475255:0:32651:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790964108.475308:0:32651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.475317:0:32651:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.475328:0:32651:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.475355:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009139dda1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638144:0@lo:101: 00000100:00100000:3.0:1790964108.475433:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.475481:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 000000002eb47a7f going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.479740:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638144 00000100:00100000:1.0:1790964108.479759:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638144 00000100:00100000:1.0:1790964108.479832:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964108.479841:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ae8cb9ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961638144:12345-0@lo:101: 00010000:00010000:1.0:1790964108.479860:0:32661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964108.479880:0:32661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001a05a560/0x9eb2dcbc8206f430 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f429 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.479947:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001a05a560/0x9eb2dcbc8206f430 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f429 expref: 12 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.479958:0:32661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001a05a560/0x9eb2dcbc8206f430 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f429 expref: 12 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.479968:0:32661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001a05a560, rc 0) 00000100:00100000:1.0:1790964108.480058:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ae8cb9ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638144:12345-0@lo:101: Request processed in 218us (4626us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.480065:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964108.480446:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009139dda1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638144:0@lo:101: 00010000:00010000:2.0:1790964108.480464:0:32651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f430 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.480474:0:32651:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f430 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964108.480539:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638272:0@lo:501: 00000100:00100000:2.0:1790964108.480575:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.480611:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e035fca3 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.480955:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638272 00000100:00100000:1.0:1790964108.480962:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638272 00000100:00100000:1.0:1790964108.480999:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964108.481007:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d435aed9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638272:12345-0@lo:501: 00000100:00100000:1.0:1790964108.481525:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d435aed9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638272:12345-0@lo:501: Request processed in 519us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.481534:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790964108.481607:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638272:0@lo:501: 00000100:00100000:2.0:1790964108.481655:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638400:0@lo:503: 00000100:00100000:2.0:1790964108.481697:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.481773:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e035fca3 going to sleep for 11 seconds 00000100:00100000:3.0:1790964108.481906:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638400 00000100:00100000:3.0:1790964108.481922:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638400 00000100:00100000:3.0:1790964108.481960:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964108.481966:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d7c36d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638400:12345-0@lo:503: 00000100:00100000:3.0:1790964108.482144:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d7c36d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638400:12345-0@lo:503: Request processed in 178us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964108.482152:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964108.482423:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5ac1fd7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638400:0@lo:503: 00000100:00100000:2.0:1790964108.482884:0:32698:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d32dd58c pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32698:1877961961638528:0@lo:502: 00000100:00100000:2.0:1790964108.482945:0:32698:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964108.482978:0:32698:0:(client.c:2716:ptlrpc_set_wait()) set 0000000015181acd going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.483066:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638528 00000100:00100000:1.0:1790964108.483071:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638528 00000100:00100000:1.0:1790964108.483097:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790964108.483103:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000053c0abff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32698:x1877961961638528:12345-0@lo:502: 00000100:00100000:1.0:1790964108.483328:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000053c0abff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32698:x1877961961638528:12345-0@lo:502: Request processed in 225us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.483337:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964108.483599:0:32698:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d32dd58c pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32698:1877961961638528:0@lo:502: 00000020:01000004:2.0:1790964108.483673:0:32698:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1790964108.483688:0:32698:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000d80c4d60) 00000020:00000080:2.0:1790964108.483706:0:32698:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1790964108.483832:0:32698:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000496eaac5 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964108.483836:0:32698:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000496eaac5 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964108.483838:0:32698:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000496eaac5 4 00010000:00080000:2.0:1790964108.483867:0:32698:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005f9798bd@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.116@tcp at head 00010000:00010000:3.0:1790964108.491545:0:32698:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790964108.491867:0:32698:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790964108.491922:0:32698:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790964108.491937:0:32698:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x9eb2dcbc8206f43e 00000100:00080000:3.0:1790964108.491948:0:32698:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964108.491953:0:32698:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000005f9798bd using connection 192.168.202.116@tcp/0@lo 00000100:00100000:3.0:1790964108.491996:0:32698:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000029231d46 x1877961961638656/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964108.492020:0:32698:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1790964108.492584:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000029231d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31826:1877961961638656:0@lo:38: 00000100:00100000:0.0:1790964108.492684:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964108.492865:0:32668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638656 00000100:00100000:1.0:1790964108.492880:0:32668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638656 00000100:00100000:1.0:1790964108.492922:0:32668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964108.492929:0:32668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e92c6ee1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31826:x1877961961638656:12345-0@lo:38: 00000100:00100000:1.0:1790964108.492982:0:32668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e92c6ee1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31826:x1877961961638656:12345-0@lo:38: Request processed in 53us (300us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790964108.492989:0:32668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964108.493225:0:31826:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790964108.493233:0:31826:0:(import.c:65:import_set_state_nolock()) 000000005f9798bd lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964108.493238:0:31826:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790964108.493241:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000029231d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31826:1877961961638656:0@lo:38: 00000100:00100000:3.0:1790964108.493468:0:32698:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008aa3dc60 pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32698:1877961961638784:0@lo:502: 00000100:00100000:3.0:1790964108.493523:0:32698:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964108.493561:0:32698:0:(client.c:2716:ptlrpc_set_wait()) set 0000000028fab217 going to sleep for 11 seconds 00000100:00100000:1.0:1790964108.493620:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638784 00000100:00100000:1.0:1790964108.493626:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638784 00000100:00100000:1.0:1790964108.493676:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964108.493683:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b74997 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32698:x1877961961638784:12345-0@lo:502: 00000100:00100000:1.0:1790964108.494423:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b74997 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32698:x1877961961638784:12345-0@lo:502: Request processed in 739us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964108.494433:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790964108.494539:0:32698:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008aa3dc60 pname:cluuid:pid:xid:nid:opc:job llog_process_th:877d8a08-8ef1-4672-941f-a8de9df8fad9:32698:1877961961638784:0@lo:502: 00000040:00080000:3.0:1790964108.494567:0:32698:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:1.0:1790964108.495100:0:32651:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:1.0:1790964108.495121:0:32651:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790964108.495152:0:32651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f430 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.495164:0:32651:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 00000000fbc71c51/0x9eb2dcbc8206f429 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f430 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1790964108.495222:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1790964108.495226:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964108.495227:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964108.495228:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964108.495230:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964108.495231:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964108.495232:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964108.495234:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964108.495236:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964108.495237:0:32651:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790964108.495241:0:32651:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1790964108.495249:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964108.495250:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964108.495251:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964108.495251:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964108.495252:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964108.495253:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964108.495254:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964108.495254:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964108.495255:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964108.495256:0:32651:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790964108.495339:0:32651:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964108.495351:0:32651:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000da280532 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638912:0@lo:253: 00000100:00100000:1.0:1790964108.495409:0:32651:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964108.495517:0:32651:0:(client.c:2716:ptlrpc_set_wait()) set 000000002b84662e going to sleep for 11 seconds 00000100:00100000:3.0:1790964108.498185:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961638912 00000100:00100000:3.0:1790964108.498201:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961638912 00000100:00100000:3.0:1790964108.498356:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964108.498367:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a117eb0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32651:x1877961961638912:12345-0@lo:253: 20000000:01000000:3.0:1790964108.498422:0:32663:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790964108.498437:0:32663:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790964108.596577:0:32663:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790964108.596600:0:32663:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1790964108.596659:0:32684:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790964108.596664:0:32684:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790964108.596683:0:32684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.596703:0:32684:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 12 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.596711:0:32684:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.596781:0:32684:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 12 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964108.596796:0:32684:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 12 pid: 32663 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964108.596809:0:32684:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f2498b65 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32684:1877961961639040:0@lo:104: 00000100:00100000:1.0:1790964108.596879:0:32684:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964108.596956:0:32684:0:(client.c:2716:ptlrpc_set_wait()) set 0000000093c8ba64 going to sleep for 11 seconds 00000100:00100000:0.0:1790964108.597209:0:32652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639040 00000100:00100000:0.0:1790964108.597217:0:32652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639040 00000100:00100000:0.0:1790964108.597276:0:32652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964108.597285:0:32652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e13d00e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:877d8a08-8ef1-4672-941f-a8de9df8fad9+3:32684:x1877961961639040:12345-0@lo:104: 00010000:00010000:0.0:1790964108.597297:0:32652:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.597366:0:32652:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790964108.597371:0:32652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e13d00e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:877d8a08-8ef1-4672-941f-a8de9df8fad9+3:32684:x1877961961639040:12345-0@lo:104: Request processed in 88us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964108.597379:0:32652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964108.597522:0:32684:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f2498b65 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32684:1877961961639040:0@lo:104: 00010000:00010000:1.0:1790964108.597545:0:32684:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.597918:0:32657:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790964108.597924:0:32657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.597932:0:32657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000a1c97410 already unused, calling callback (0000000055116714) 10000000:00010000:3.0:1790964108.597934:0:32657:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.597942:0:32657:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790964108.598071:0:32657:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964108.598089:0:32657:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790964108.598144:0:32657:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.598150:0:32657:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790964108.598180:0:32657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.598186:0:32657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.116@tcp lock: 00000000a1c97410/0x9eb2dcbc8206f40d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9eb2dcbc8206f414 expref: -99 pid: 32651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964108.598205:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964108.598206:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964108.598208:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964108.598418:0:31828:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008aa3dc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:877d8a08-8ef1-4672-941f-a8de9df8fad9:31828:1877961961639168:0@lo:103: 00000100:00100000:2.0:1790964108.598465:0:31828:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964108.598550:0:32654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639168 00000100:00100000:0.0:1790964108.598556:0:32654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639168 00010000:00010000:0.0:1790964108.598577:0:32654:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 13 pid: 32663 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964108.598612:0:32654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964108.598618:0:32654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d32dd58c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:877d8a08-8ef1-4672-941f-a8de9df8fad9+13:31828:x1877961961639168:12345-0@lo:103: 00010000:00010000:0.0:1790964108.598640:0:32654:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790964108.598645:0:32654:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 13 pid: 32663 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598655:0:32654:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 13 pid: 32663 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598667:0:32654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000ca40b6f/0x9eb2dcbc8206f414 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9eb2dcbc8206f40d expref: 13 pid: 32663 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598683:0:32654:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598690:0:32654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790964108.598701:0:32654:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002038354s 00010000:00010000:0.0:1790964108.598705:0:32654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598718:0:32654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598756:0:32654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598763:0:32654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598768:0:32654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000a1283dd6 already unused, calling callback (00000000fe686863) 00010000:00010000:0.0:1790964108.598771:0:32654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598777:0:32654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598791:0:32654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964108.598801:0:32654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790964108.598835:0:32654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d32dd58c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:31828:x1877961961639168:12345-0@lo:103: Request processed in 217us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964108.598842:0:32654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964108.598880:0:31828:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008aa3dc60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:877d8a08-8ef1-4672-941f-a8de9df8fad9:31828:1877961961639168:0@lo:103: 00010000:00010000:2.0:1790964108.599857:0:32684:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.599870:0:32684:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964108.599876:0:32684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1283dd6/0x9eb2dcbc8206f445 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964108.619361:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a117eb0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32651:x1877961961638912:12345-0@lo:253: Request processed in 120988us (123944us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964108.619378:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964108.619478:0:32651:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000da280532 pname:cluuid:pid:xid:nid:opc:job mount.lustre:877d8a08-8ef1-4672-941f-a8de9df8fad9:32651:1877961961638912:0@lo:253: 10000000:01000000:1.0:1790964108.619493:0:32651:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790964108.619495:0:32651:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790964108.619497:0:32651:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964108.619499:0:32651:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964108.619500:0:32651:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964108.619501:0:32651:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964108.619502:0:32651:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964108.619504:0:32651:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964108.619505:0:32651:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964108.619506:0:32651:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964108.619508:0:32651:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1790964108.619522:0:32651:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1790964108.624496:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1790964108.624854:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1790964108.625393:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1790964108.625550:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1790964108.626049:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1790964108.626230:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964108.627701:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964108.627877:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964108.631493:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964108.631660:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964108.632603:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964108.632776:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:3.0:1790964108.682202:0:32651:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790964108.682210:0:32651:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:0.0:1790964108.684169:0:32705:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:0.0:1790964108.684177:0:32705:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1790964108.692557:0:32706:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790964108.693006:0:32651:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1790964108.694262:0:32706:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964108.696421:0:32706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790964108.696523:0:32706:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1790964108.698051:0:32707:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000d1b682b7 x1877961961639296/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964108.698065:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000040:01000000:2.0:1790964108.699574:0:32651:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1790964108.699683:0:32651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1790964108.700165:0:32651:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1790964108.700173:0:32651:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1790964108.700290:0:32651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964108.702157:0:32651:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1790964108.703366:0:32651:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1790964108.703422:0:32651:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1790964108.703699:0:32651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790964108.710546:0:32651:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:0.0:1790964108.718199:0:32651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1790964108.758153:0:32651:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1790964108.758194:0:32651:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb48f8316b988 00100000:10000000:2.0:1790964108.758204:0:32651:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964108.759023:0:32651:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964108.759039:0:32651:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.116@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964108.759057:0:32651:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964108.759107:0:32651:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1790964108.961643:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964109.728911:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00010000:00010000:3.0:1790964109.985274:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964110.758886:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00010000:00010000:3.0:1790964111.009826:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964111.777125:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00010000:00010000:0.0:1790964112.032952:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964112.800797:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00010000:00010000:0.0:1790964113.059496:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790964113.579636:0:32949:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg216-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1790964113.608420:0:32951:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000001:0.0:1790964113.696803:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964113.696872:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964113.696875:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964113.696879:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964113.696881:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964113.696885:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.696895:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 877d8a08-8ef1-4672-941f-a8de9df8fad9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790964113.697418:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790964113.697423:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e20a3550. 00000020:00000040:2.0:1790964113.697429:0:8:0:(genops.c:1210:class_import_get()) import 00000000004a64d4 refcount=4 obd=MGC192.168.202.116@tcp 00000100:00000001:2.0:1790964113.697434:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964113.697436:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964113.697441:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964113.697464:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005a027e1. 00000100:00000001:2.0:1790964113.697471:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697490:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 877d8a08-8ef1-4672-941f-a8de9df8fad9->MGS req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964113.697508:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964113.697510:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697516:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e20a3550] to pc [ptlrpcd_00_02+2] req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697567:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790964113.697571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790964113.697574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1790964113.697576:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790964113.697579:0:8:0:(import.c:65:import_set_state_nolock()) 000000005f9798bd lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790964113.697583:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:2.0:1790964113.697585:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 13 to 0@lo 00000100:00000001:2.0:1790964113.697588:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964113.697590:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 14 to 0@lo 00000100:00000001:2.0:1790964113.697592:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000001:2.0:1790964113.697595:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964113.697596:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f43e 00000020:00000001:2.0:1790964113.697598:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964113.697601:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000f98e62f6 refcount=7 00000020:00000001:2.0:1790964113.697604:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788481464320 : -108285228087296 : ffff9d83e1720800) 00000020:00000001:2.0:1790964113.697613:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788481464320 : -108285228087296 : ffff9d83e1720800) 00000100:00000040:2.0:1790964113.697616:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 13 to 0@lo 00000100:00000001:2.0:1790964113.697627:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964113.697629:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 14 to 0@lo 00000100:00000001:2.0:1790964113.697630:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000040:2.0:1790964113.697633:0:8:0:(genops.c:879:class_export_put()) PUTting export 00000000f98e62f6 : new refcount 6 00000100:00080000:2.0:1790964113.697636:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000005f9798bd using connection 192.168.202.116@tcp/0@lo 00000100:00000001:2.0:1790964113.697639:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.697641:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964113.697647:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964113.697649:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.697651:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790964113.697654:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964113.697658:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071439279. 00000020:00000040:2.0:1790964113.697660:0:8:0:(genops.c:1210:class_import_get()) import 000000005f9798bd refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1790964113.697663:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790964113.697665:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.697667:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964113.697670:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964113.697671:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964113.697675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003741095d. 00000100:00000001:2.0:1790964113.697678:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964113.697682:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964113.697689:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964113.697691:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697693:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071439279] to pc [ptlrpcd_rcv+-1] req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697708:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697713:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (984) 00000100:00000001:2.0:1790964113.697744:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.697747:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964113.697749:0:31826:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964113.697758:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697765:0:31826:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964113.697767:0:31826:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.697770:0:31826:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964113.697772:0:31826:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964113.697774:0:31826:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964113.697776:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000071439279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31826:1877961961639552:0@lo:38: 00000100:00000001:2.0:1790964113.697780:0:31826:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964113.697784:0:31826:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964113.697786:0:31826:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.697788:0:31826:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964113.697791:0:31826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001b5c452b. 02000000:00000001:2.0:1790964113.697793:0:31826:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964113.697799:0:31826:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c6ea97. 00000400:00000010:2.0:1790964113.697805:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1aaa7ba. 00000100:00000200:2.0:1790964113.697826:0:31826:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961961639552, portal 10 00000100:00000001:2.0:1790964113.697829:0:31826:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964113.697830:0:31826:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635783692028544 : -108290017523072 : ffff9d82c3f90a80) 00000020:00000010:2.0:1790964113.697839:0:31826:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e03fbe77. 00000100:00000040:2.0:1790964113.697845:0:31826:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697851:0:31826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964113.697853:0:31826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964113.697855:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023dd4cc9. 00000100:00000200:2.0:1790964113.697858:0:31826:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961961639552, offset 0 00000400:00000200:2.0:1790964113.697863:0:31826:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964113.697876:0:31826:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964113.697886:0:31826:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff17a00e80 00000400:00000200:2.0:1790964113.697893:0:31826:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:2.0:1790964113.697915:0:31826:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964113.697919:0:31826:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964113.697926:0:31826:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964113.697934:0:31826:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1790964113.697938:0:31826:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091711784. 00000100:00000040:2.0:1790964113.697941:0:31826:0:(events.c:341:request_in_callback()) incoming req@0000000091711784 x1877961961639552 msgsize 520 00000100:00100000:2.0:1790964113.697944:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790964113.697951:0:31826:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964113.697959:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023dd4cc9 00000400:00000010:2.0:1790964113.697961:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000023dd4cc9. 00000100:00000001:2.0:1790964113.697965:0:31826:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964113.697968:0:31826:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697976:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964113.697978:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.697983:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.697985:0:31826:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964113.697989:0:31826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.697993:0:31826:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1502 usecs (2 jiffies) 00000100:00000001:2.0:1790964113.697997:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295647235 00000100:00000010:2.0:1790964113.698000:0:31826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc14303. 00000100:00000001:2.0:1790964113.698006:0:31826:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964113.698011:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295647235 00000100:00000010:2.0:1790964113.698013:0:31826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003777b0bd. 00000100:00000001:2.0:1790964113.698016:0:31826:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790964113.698023:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295647235 00000100:00000010:2.0:1790964113.698026:0:31826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001973b1e5. 00000100:00000001:2.0:1790964113.698028:0:31826:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964113.698031:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295647235 00000100:00000010:2.0:1790964113.698033:0:31826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed16dc4c. 00000100:00000001:2.0:1790964113.698035:0:31826:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790964113.698038:0:31826:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964113.698041:0:31826:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698048:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698050:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.698056:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964113.698058:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.698059:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.698060:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964113.698061:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698063:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.698182:0:31830:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1790964113.698203:0:31830:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000085d52ab9. 00000020:00000010:0.0:1790964113.698209:0:31830:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000fbdda2c4. 80000000:00000010:0.0:1790964113.698213:0:31830:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000616e8438. 40000000:00000010:0.0:1790964113.698217:0:31830:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000f05935ef. 00000008:00000010:0.0:1790964113.698221:0:31830:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000008523759f. 00020000:00000010:0.0:1790964113.698226:0:31830:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7fdaf2f. 00008000:00000010:0.0:1790964113.698241:0:31830:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008bd1674d. 00100000:00000010:0.0:1790964113.698258:0:31830:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffd0f3aa. 00040000:00000010:0.0:1790964113.698278:0:31830:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8a7787d. 00040000:00000010:0.0:1790964113.698290:0:31830:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000021abc6de. 00040000:00000010:0.0:1790964113.698294:0:31830:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9555e37. 00080000:00000010:0.0:1790964113.698298:0:31830:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000bdc054ab. 00000004:00000010:0.0:1790964113.698303:0:31830:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000002262fcb. 00000004:00000010:0.0:1790964113.698309:0:31830:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090b6a1b3. 00000004:00000010:0.0:1790964113.698315:0:31830:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000acd71f12. 00002000:00000010:0.0:1790964113.698332:0:31830:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000049f72cb8. 00000004:00000010:0.0:1790964113.698336:0:31830:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000763621a9. 00000080:00000010:0.0:1790964113.698340:0:31830:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000229dc200. 00000080:00000010:0.0:1790964113.698344:0:31830:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000004062b2bd. 00000008:00000010:0.0:1790964113.698349:0:31830:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000005f5ee3b. 00020000:00000010:0.0:1790964113.698353:0:31830:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000058f86ecb. 00008000:00000010:0.0:1790964113.698356:0:31830:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000093199126. 00000080:00000010:0.0:1790964113.698360:0:31830:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005518d162. 00000100:00100000:0.0:1790964113.698363:0:31830:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1790964113.698365:0:31830:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964113.698367:0:31830:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964113.698369:0:31830:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964113.698371:0:31830:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964113.698372:0:31830:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964113.698373:0:31830:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964113.698376:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964113.698383:0:31830:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964113.698384:0:31830:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964113.698387:0:31830:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964113.698388:0:31830:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964113.698390:0:31830:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964113.698392:0:31830:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e20a3550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:877d8a08-8ef1-4672-941f-a8de9df8fad9:31830:1877961961639424:0@lo:400: 00000100:00000001:0.0:1790964113.698395:0:31830:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964113.698399:0:31830:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964113.698400:0:31830:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964113.698402:0:31830:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964113.698404:0:31830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aafa4fc6. 02000000:00000001:0.0:1790964113.698412:0:31830:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964113.698415:0:31830:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092d45244. 00000400:00000010:0.0:1790964113.698420:0:31830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbe9da3a. 00000100:00000200:0.0:1790964113.698423:0:31830:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961961639424, portal 25 00000100:00000001:0.0:1790964113.698424:0:31830:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964113.698426:0:31830:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635783692033920 : -108290017517696 : ffff9d82c3f91f80) 00000100:00000040:0.0:1790964113.698430:0:31830:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964113.698436:0:31830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964113.698438:0:31830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964113.698440:0:31830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a4b1f8. 00000100:00000200:0.0:1790964113.698442:0:31830:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961961639424, offset 0 00000400:00000200:0.0:1790964113.698446:0:31830:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964113.698451:0:31830:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964113.698457:0:31830:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff17a00e00 00000400:00000200:0.0:1790964113.698462:0:31830:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:0.0:1790964113.698465:0:31830:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a217fa. 00000400:00000200:0.0:1790964113.698469:0:31830:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbc23ed1 00000400:00000200:0.0:1790964113.698473:0:31830:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964113.698476:0:31830:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964113.698479:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbc23ed1 00000400:00000010:0.0:1790964113.698480:0:31830:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000bbc23ed1. 00000100:00000001:0.0:1790964113.698486:0:31830:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964113.698487:0:31830:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964113.698490:0:31830:0:(events.c:341:request_in_callback()) incoming req@000000006d5b694a x1877961961639424 msgsize 224 00000100:00100000:0.0:1790964113.698494:0:31830:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964113.698495:0:31830:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964113.698510:0:31830:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964113.698514:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a4b1f8 00000400:00000010:0.0:1790964113.698516:0:31830:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a4b1f8. 00000100:00000001:0.0:1790964113.698518:0:31830:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964113.698521:0:31830:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964113.698529:0:31830:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964113.698537:0:31830:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964113.698543:0:31830:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.698545:0:31830:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964113.698550:0:31830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.698553:0:31830:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295647236 00000100:00000001:0.0:1790964113.698559:0:31830:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295647235 00000100:00000001:0.0:1790964113.698562:0:31830:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295647236 00000100:00000001:0.0:1790964113.698565:0:31830:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295647235 00000100:00000001:0.0:1790964113.698567:0:31830:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295647236 00000100:00000001:0.0:1790964113.698569:0:31830:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295647235 00000100:00000001:0.0:1790964113.698572:0:31830:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295647236 00000100:00000001:0.0:1790964113.698574:0:31830:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295647235 00000100:00000001:0.0:1790964113.698577:0:31830:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964113.698578:0:31830:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.698580:0:31830:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964113.698583:0:31830:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698871:0:32661:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964113.698875:0:32661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639424 02000000:00000001:2.0:1790964113.698877:0:32661:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964113.698879:0:32661:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964113.698881:0:32661:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.698885:0:32661:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964113.698888:0:32661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639424 00000020:00000001:2.0:1790964113.698890:0:32661:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964113.698892:0:32661:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f36c 00000020:00000001:2.0:1790964113.698894:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964113.698897:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001450f41e refcount=11 00000020:00000001:2.0:1790964113.698899:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000020:00000001:2.0:1790964113.698902:0:32661:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000100:00000001:2.0:1790964113.698905:0:32661:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964113.698909:0:32661:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b7386c5. 00000100:00000001:2.0:1790964113.698912:0:32661:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964113.698914:0:32661:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b7386c5. 00000020:00000010:2.0:1790964113.698919:0:32661:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9a892ed. 00000020:00000010:2.0:1790964113.698924:0:32661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003398cf24. 00000020:00000010:2.0:1790964113.698928:0:32661:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051b2780a. 00000100:00000040:2.0:1790964113.698935:0:32661:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964113.698938:0:32661:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964113.698939:0:32661:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964113.698941:0:32661:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698949:0:32661:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.698961:0:32661:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.698970:0:32661:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964113.698972:0:32661:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964113.698981:0:32661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964113.698985:0:32661:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001450f41e : new rpc_count 1 00000100:00000001:2.0:1790964113.698987:0:32661:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635788050637904 : -108285658913712 : ffff9d83c7c42450) 00000100:00000040:2.0:1790964113.698991:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d5b694a x1877961961639424/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:689/0 lens 224/0 e 0 to 0 dl 1790964124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.699000:0:32661:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964113.699002:0:32661:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b7386c5. 00000100:00000001:2.0:1790964113.699004:0:32661:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964113.699006:0:32661:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b7386c5. 00000100:00100000:2.0:1790964113.699010:0:32661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006d5b694a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:31830:x1877961961639424:12345-0@lo:400: 00000100:00000200:2.0:1790964113.699014:0:32661:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961639424 00000020:00000001:2.0:1790964113.699017:0:32661:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964113.699020:0:32661:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964113.699023:0:32661:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964113.699026:0:32661:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964113.699028:0:32661:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669984960 : -1039566656 : ffffffffc20978c0) 00000020:00000001:2.0:1790964113.699031:0:32661:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964113.699032:0:32661:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964113.699035:0:32661:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964113.699037:0:32661:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964113.699039:0:32661:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964113.699041:0:32661:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964113.699044:0:32661:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964113.699046:0:32661:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964113.699049:0:32661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000023dab4fc. 02000000:00000001:2.0:1790964113.699052:0:32661:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.699054:0:32661:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964113.699056:0:32661:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964113.699058:0:32661:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961639424 00010000:00000001:2.0:1790964113.699062:0:32661:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964113.699066:0:32661:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000006d5b694a x1877961961639424/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:689/0 lens 224/224 e 0 to 0 dl 1790964124 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964113.699074:0:32661:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964113.699092:0:32661:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964113.699095:0:32661:0:(import.c:2195:obd_at_measure()) add 1 to 0000000038c59551 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964113.699100:0:32661:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964113.699102:0:32661:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:2.0:1790964113.699104:0:32661:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:2.0:1790964113.699107:0:32661:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964113.699109:0:32661:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.699112:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964113.699114:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964113.699116:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023dd4cc9. 00000100:00000200:2.0:1790964113.699119:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961961639424, offset 224 00000400:00000200:2.0:1790964113.699124:0:32661:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964113.699130:0:32661:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964113.699136:0:32661:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff17a00e00 00000400:00000200:2.0:1790964113.699139:0:32661:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:2.0:1790964113.699144:0:32661:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964113.699147:0:32661:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964113.699150:0:32661:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964113.699153:0:32661:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964113.699161:0:32661:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.699175:0:32661:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964113.699180:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023dd4cc9 00000400:00000010:2.0:1790964113.699182:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000023dd4cc9. 00000100:00000001:2.0:1790964113.699185:0:32661:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964113.699186:0:32661:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964113.699189:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.699191:0:32661:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 14 to 0@lo 00010000:00000001:2.0:1790964113.699194:0:32661:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964113.699196:0:32661:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964113.699197:0:32661:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964113.699200:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d5b694a x1877961961639424/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:689/0 lens 224/224 e 0 to 0 dl 1790964124 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964113.699219:0:32661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006d5b694a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:31830:x1877961961639424:12345-0@lo:400: Request processed in 218us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964113.699237:0:32661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964113.699241:0:32661:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001450f41e : new rpc_count 0 00000100:00000001:2.0:1790964113.699243:0:32661:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964113.699245:0:32661:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964113.699250:0:32661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003398cf24. 00000020:00000010:2.0:1790964113.699253:0:32661:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051b2780a. 00000020:00000010:2.0:1790964113.699256:0:32661:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9a892ed. 00000020:00000040:2.0:1790964113.699261:0:32661:0:(genops.c:879:class_export_put()) PUTting export 000000001450f41e : new refcount 10 02000000:00000001:2.0:1790964113.699265:0:32661:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1790964113.700385:0:31829:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1790964113.700395:0:31829:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000032a0c994. 00000020:00000010:1.0:1790964113.700402:0:31829:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000fcab96c7. 80000000:00000010:1.0:1790964113.700408:0:31829:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008dc26f40. 40000000:00000010:1.0:1790964113.700411:0:31829:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000c5fe2299. 00000008:00000010:1.0:1790964113.700451:0:31829:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000000b6e72f8. 00020000:00000010:1.0:1790964113.700457:0:31829:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000daf6aeeb. 00008000:00000010:1.0:1790964113.700461:0:31829:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009cef244d. 00100000:00000010:1.0:1790964113.700475:0:31829:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e7d03026. 00040000:00000010:1.0:1790964113.700479:0:31829:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dfa14028. 00040000:00000010:1.0:1790964113.700483:0:31829:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055072c87. 00040000:00000010:1.0:1790964113.700486:0:31829:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005770669e. 00080000:00000010:1.0:1790964113.700490:0:31829:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000c967be0e. 00000004:00000010:1.0:1790964113.700493:0:31829:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000075db3eec. 00000004:00000010:1.0:1790964113.700499:0:31829:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f761d852. 00000004:00000010:1.0:1790964113.700504:0:31829:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000074170e8. 00002000:00000010:1.0:1790964113.700508:0:31829:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e8f54a09. 00000004:00000010:1.0:1790964113.700511:0:31829:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000b2658bb6. 00000080:00000010:1.0:1790964113.700515:0:31829:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000609fe2e7. 00000080:00000010:1.0:1790964113.700519:0:31829:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000a48372a. 00000008:00000010:1.0:1790964113.700524:0:31829:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000037b7651c. 00020000:00000010:1.0:1790964113.700527:0:31829:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e18ddebc. 00008000:00000010:1.0:1790964113.700530:0:31829:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004368745b. 00000080:00000010:1.0:1790964113.700533:0:31829:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005f0c1bc8. 00000100:00000001:1.0:1790964113.700536:0:31829:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.700571:0:32670:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964113.700574:0:32670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639552 02000000:00000001:1.0:1790964113.700577:0:32670:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964113.700578:0:32670:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964113.700581:0:32670:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964113.700585:0:32670:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964113.700590:0:32670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639552 00000020:00000001:1.0:1790964113.700592:0:32670:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964113.700593:0:32670:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1790964113.700595:0:32670:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1790964113.700597:0:32670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.700599:0:32670:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964113.700604:0:32670:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078981bbc. 00000020:00000010:1.0:1790964113.700608:0:32670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000718c1887. 00000020:00000010:1.0:1790964113.700611:0:32670:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f5666dea. 00000100:00000001:1.0:1790964113.700614:0:32670:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964113.700615:0:32670:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964113.700803:0:32670:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.700815:0:32670:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.700822:0:32670:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964113.700834:0:32670:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964113.700835:0:32670:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964113.700839:0:32670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964113.700842:0:32670:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635783692039296 : -108290017512320 : ffff9d82c3f93480) 00000100:00000040:1.0:1790964113.700846:0:32670:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091711784 x1877961961639552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964113.700857:0:32670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000091711784 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:31826:x1877961961639552:12345-0@lo:38: 00000100:00000200:1.0:1790964113.700860:0:32670:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961639552 00000020:00000001:1.0:1790964113.700863:0:32670:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1790964113.700866:0:32670:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:1.0:1790964113.700877:0:32670:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000007301f6a5) now 4 - find 00000020:00000001:1.0:1790964113.700881:0:32670:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446635788741463360 : -108284968088256 : ffff9d83f0f14d40) 00000100:00000001:1.0:1790964113.700888:0:32670:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964113.700890:0:32670:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964113.700894:0:32670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e3ff270b. 02000000:00000001:1.0:1790964113.700896:0:32670:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.700898:0:32670:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964113.700900:0:32670:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1790964113.700907:0:32670:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 979 last 0 00010000:00000001:1.0:1790964113.700912:0:32670:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:1.0:1790964113.700915:0:32670:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1790964113.700917:0:32670:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:1.0:1790964113.700919:0:32670:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1790964113.700922:0:32670:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000004d031c5b. 00000020:00000001:1.0:1790964113.700924:0:32670:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964113.700926:0:32670:0:(lustre_handles.c:93:class_handle_hash()) added object 000000004d031c5b with handle 0x9eb2dcbc8206f44c to hash 00000020:00000001:1.0:1790964113.700928:0:32670:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1790964113.700931:0:32670:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:1.0:1790964113.700933:0:32670:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:1.0:1790964113.700935:0:32670:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000b885fe4c. 00000001:00000001:1.0:1790964113.700938:0:32670:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1790964113.700945:0:32670:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000057c03fc. 00000001:00000001:1.0:1790964113.700947:0:32670:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964113.700950:0:32670:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:1.0:1790964113.700952:0:32670:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1790964113.700956:0:32670:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003d39f4b1. 00000001:00000010:1.0:1790964113.700962:0:32670:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000533857f5. 00000001:00000010:1.0:1790964113.700965:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007be6a55a. 00000001:00000010:1.0:1790964113.700968:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051ed221c. 00000001:00000010:1.0:1790964113.700969:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090207887. 00000001:00000010:1.0:1790964113.700972:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000018f6c53. 00000001:00000001:1.0:1790964113.700975:0:32670:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1790964113.700977:0:32670:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005bf39d59. 00000001:00000010:1.0:1790964113.700979:0:32670:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001bf079f3. 00000001:00000010:1.0:1790964113.700981:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f125442. 00000001:00000010:1.0:1790964113.700983:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052be0f31. 00000001:00000010:1.0:1790964113.700986:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000524ee036. 00000001:00000010:1.0:1790964113.700988:0:32670:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004baf9b8f. 00010000:00000001:1.0:1790964113.700990:0:32670:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964113.700992:0:32670:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964113.700994:0:32670:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.700995:0:32670:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790964113.700998:0:32670:0:(genops.c:868:class_export_get()) GET export 000000004d031c5b refcount=3 00000020:00000040:1.0:1790964113.701002:0:32670:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000007301f6a5) now 5 - export 00000020:00000001:1.0:1790964113.701004:0:32670:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446635788980977664 : -108284728573952 : ffff9d83ff380000) 00000020:00000040:1.0:1790964113.701006:0:32670:0:(genops.c:879:class_export_put()) PUTting export 000000004d031c5b : new refcount 2 00000020:00000080:1.0:1790964113.701009:0:32670:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x9eb2dcbc8206f44c 00000020:00000001:1.0:1790964113.701010:0:32670:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.701012:0:32670:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964113.701013:0:32670:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f44c 00000020:00000001:1.0:1790964113.701014:0:32670:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964113.701016:0:32670:0:(lustre_handles.c:148:class_handle2object()) GET export 000000004d031c5b refcount=3 00000020:00000001:1.0:1790964113.701018:0:32670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788980977664 : -108284728573952 : ffff9d83ff380000) 00000020:00000001:1.0:1790964113.701020:0:32670:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788980977664 : -108284728573952 : ffff9d83ff380000) 00000001:00000001:1.0:1790964113.701022:0:32670:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:1.0:1790964113.701030:0:32670:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1790964113.701038:0:32670:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.202.116@tcp 00000001:00000040:1.0:1790964113.701042:0:32670:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000281aa912) : new refcount 5 00000001:00000001:1.0:1790964113.701044:0:32670:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446635788527015936 : -108285182535680 : ffff9d83e4291800) 00000001:00000001:1.0:1790964113.701047:0:32670:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1790964113.701049:0:32670:0:(genops.c:868:class_export_get()) GET export 000000004d031c5b refcount=4 00000001:00000040:1.0:1790964113.701051:0:32670:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000281aa912) : new refcount 6 00000020:00000010:1.0:1790964113.701056:0:32670:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c908543c. 00000020:00000010:1.0:1790964113.701060:0:32670:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 000000001164f385. 00000001:00000001:1.0:1790964113.701097:0:32670:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1790964113.701100:0:32670:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:1.0:1790964113.701103:0:32670:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000281aa912) : new refcount 5 00000001:00000001:1.0:1790964113.701105:0:32670:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:1.0:1790964113.701109:0:32670:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:1.0:1790964113.701112:0:32670:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:1.0:1790964113.701113:0:32670:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964113.701116:0:32670:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1790964113.701118:0:32670:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:1.0:1790964113.701122:0:32670:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c64af90d. 00000020:00000040:1.0:1790964113.701127:0:32670:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 00000000c64af90d for nid 0@lo - ref 2 00000020:00000001:1.0:1790964113.701183:0:32670:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964113.701188:0:32670:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006abcfa50. 00000020:00000010:1.0:1790964113.701191:0:32670:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 000000005b9b860f. 00000020:00000010:1.0:1790964113.701194:0:32670:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000ccc8059b. 00000020:00000010:1.0:1790964113.701214:0:32670:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000348116e6. 00000020:00000010:1.0:1790964113.701217:0:32670:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 00000000c64961cc. 00000020:00000010:1.0:1790964113.701219:0:32670:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000008d37c43e. 00000004:00000001:1.0:1790964113.701242:0:32670:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964113.701245:0:32670:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964113.701248:0:32670:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964113.701252:0:32670:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000ba27388a. 00000020:00000040:1.0:1790964113.701254:0:32670:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000007301f6a5) now 6 - import 00000020:00000001:1.0:1790964113.701265:0:32670:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964113.701267:0:32670:0:(genops.c:1223:class_import_put()) import 00000000ba27388a refcount=1 obd=lustre-MDT0000 02000000:00000010:2.0:1790964113.701802:0:32661:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000023dab4fc. 02000000:00000001:2.0:1790964113.701809:0:32661:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964113.701813:0:32661:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964113.701819:0:32661:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964113.701825:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0ed052. 00000400:00000010:2.0:1790964113.701831:0:32661:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef44d6cd. 00000100:00000040:2.0:1790964113.701851:0:138:0:(connection.c:75:cpu_latency_work()) work item of 000000009de723c9 (cpu 2) has reached its deadline 4295647236, at 4295647237 00000100:00000010:2.0:1790964113.701858:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001973b1e5. 00000100:00000001:2.0:1790964113.701869:0:31830:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.701873:0:31830:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964113.701879:0:31830:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964113.701881:0:31830:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964113.701883:0:31830:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092d45244. 00000400:00000200:2.0:1790964113.701888:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbe9da3a 00000400:00000010:2.0:1790964113.701890:0:31830:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fbe9da3a. 00000100:00000001:2.0:1790964113.701892:0:31830:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964113.701897:0:31830:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964113.701905:0:31830:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.701911:0:31830:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964113.701920:0:31830:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.701923:0:31830:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964113.701925:0:31830:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964113.701927:0:31830:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964113.701929:0:31830:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.701931:0:31830:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964113.701936:0:31830:0:(import.c:2195:obd_at_measure()) add 5 to 00000000bd3f4b30 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964113.701939:0:31830:0:(import.c:2195:obd_at_measure()) add 1 to 0000000080fef540 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964113.701942:0:31830:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964113.701943:0:31830:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964113.701945:0:31830:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964113.701947:0:31830:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.701949:0:31830:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.701953:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.701959:0:31830:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964113.701962:0:31830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964113.701964:0:31830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964113.701966:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964113.701973:0:31830:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e20a3550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:877d8a08-8ef1-4672-941f-a8de9df8fad9:31830:1877961961639424:0@lo:400: 00000100:00000001:2.0:1790964113.701978:0:31830:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.701980:0:31830:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964113.701982:0:31830:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e20a3550 x1877961961639424/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.701988:0:31830:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964113.701991:0:31830:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964113.701994:0:31830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aafa4fc6. 02000000:00000001:2.0:1790964113.701998:0:31830:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964113.701999:0:31830:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964113.702000:0:31830:0:(genops.c:1223:class_import_put()) import 00000000004a64d4 refcount=3 obd=MGC192.168.202.116@tcp 00000020:00000001:2.0:1790964113.702002:0:31830:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964113.702004:0:31830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005a027e1. 02000000:00000001:2.0:1790964113.702008:0:31830:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964113.702016:0:31830:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964113.702017:0:31830:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e20a3550. 00000100:00000001:2.0:1790964113.702021:0:31830:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964113.702022:0:31830:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.702024:0:31830:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.702029:0:31830:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964113.702031:0:31830:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.702033:0:31830:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.702035:0:31830:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.702258:0:32670:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:1.0:1790964113.702265:0:32670:0:(genops.c:868:class_export_get()) GET export 000000004d031c5b refcount=5 00000100:00000040:1.0:1790964113.702267:0:32670:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 000000004d031c5b : new rpc_count 1 00000100:00000001:1.0:1790964113.702278:0:32670:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1790964113.702282:0:32670:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964113.702284:0:32670:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:1.0:1790964113.702286:0:32670:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000100:00000001:1.0:1790964113.702289:0:32670:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446635789020621248 : -108284688930368 : 0xffff9d840194e9c0) 00000100:00000040:1.0:1790964113.702291:0:32670:0:(connection.c:150:ptlrpc_connection_get()) conn=000000004261accf refcount 15 to 0@lo 00000020:00000040:1.0:1790964113.702293:0:32670:0:(genops.c:868:class_export_get()) GET export 000000004d031c5b refcount=6 00000100:00000001:1.0:1790964113.702299:0:32670:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964113.702301:0:32670:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:1.0:1790964113.702303:0:32670:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:1.0:1790964113.702305:0:32670:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964113.702308:0:32670:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1790964113.702310:0:32670:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1790964113.702314:0:32670:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072662476192 : -1047075424 : ffffffffc196e5a0) 02000000:00000001:1.0:1790964113.702317:0:32670:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.702319:0:32670:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1790964113.702322:0:32670:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1790964113.702324:0:32670:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964113.702326:0:32670:0:(import.c:65:import_set_state_nolock()) 00000000ba27388a : changing import state from RECOVER to FULL 00000100:00000001:1.0:1790964113.702328:0:32670:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964113.702330:0:32670:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1790964113.702332:0:32670:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790964113.702334:0:32670:0:(genops.c:879:class_export_put()) PUTting export 000000004d031c5b : new refcount 5 00000020:00000040:1.0:1790964113.702337:0:32670:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (000000007301f6a5) now 6 - find 00010000:00000001:1.0:1790964113.702341:0:32670:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.702345:0:32670:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964113.702348:0:32670:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072671968208 : -1037583408 : ffffffffc227bbd0) 00000020:00000001:1.0:1790964113.702351:0:32670:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964113.702359:0:32670:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964113.702361:0:32670:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964113.702363:0:32670:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964113.702365:0:32670:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.702368:0:32670:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:1.0:1790964113.702374:0:32670:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1790964113.702376:0:32670:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1790964113.702378:0:32670:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1790964113.702379:0:32670:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.702381:0:32670:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964113.702384:0:32670:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961639552 00010000:00000001:1.0:1790964113.702387:0:32670:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964113.702391:0:32670:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000091711784 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964133 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964113.702399:0:32670:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964113.702400:0:32670:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964113.702403:0:32670:0:(import.c:2195:obd_at_measure()) add 1 to 0000000064ec0017 time=1790964113 v=10 (0 0 0 0) 00000100:00001000:1.0:1790964113.702406:0:32670:0:(import.c:2261:obd_at_measure()) AT 0000000064ec0017 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1790964113.702409:0:32670:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@0000000091711784 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964133 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1790964113.702417:0:32670:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1790964113.702419:0:32670:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964113.702420:0:32670:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:1.0:1790964113.702422:0:32670:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:1.0:1790964113.702424:0:32670:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964113.702426:0:32670:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964113.702429:0:32670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964113.702431:0:32670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964113.702434:0:32670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b3c3bdc. 00000100:00000200:1.0:1790964113.702438:0:32670:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961961639552, offset 0 00000400:00000200:1.0:1790964113.702443:0:32670:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964113.702455:0:32670:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964113.702465:0:32670:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff17a00e80 00000400:00000200:1.0:1790964113.702472:0:32670:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa9 [1] + 0 00000400:00000200:1.0:1790964113.702487:0:32670:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964113.702491:0:32670:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964113.702497:0:32670:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964113.702500:0:32670:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964113.702508:0:32670:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964113.702526:0:32670:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964113.702534:0:32670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b3c3bdc 00000400:00000010:1.0:1790964113.702536:0:32670:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b3c3bdc. 00000100:00000001:1.0:1790964113.702540:0:32670:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964113.702541:0:32670:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964113.702558:0:32670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964113.702561:0:32670:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00010000:00000001:1.0:1790964113.702563:0:32670:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964113.702565:0:32670:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964113.702567:0:32670:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964113.702571:0:32670:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091711784 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964133 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964113.702579:0:32670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000091711784 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:31826:x1877961961639552:12345-0@lo:38: Request processed in 1723us (4637us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964113.702587:0:32670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1790964113.702590:0:32670:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d031c5b : new rpc_count 0 00000100:00000001:1.0:1790964113.702592:0:32670:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964113.702594:0:32670:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964113.702598:0:32670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000718c1887. 00000020:00000010:1.0:1790964113.702602:0:32670:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f5666dea. 00000020:00000010:1.0:1790964113.702605:0:32670:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078981bbc. 00000020:00000040:1.0:1790964113.702609:0:32670:0:(genops.c:879:class_export_put()) PUTting export 000000004d031c5b : new refcount 4 00000100:00000001:1.0:1790964113.702611:0:32670:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964113.702639:0:32518:0:(connection.c:75:cpu_latency_work()) work item of 000000007ff848c8 (cpu 1) has reached its deadline 4295647236, at 4295647237 00000100:00000010:1.0:1790964113.702645:0:32518:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003777b0bd. 00000100:00000040:3.0:1790964113.702704:0:23865:0:(connection.c:75:cpu_latency_work()) work item of 00000000303b2bf4 (cpu 3) has reached its deadline 4295647236, at 4295647237 00000100:00000010:3.0:1790964113.702710:0:23865:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed16dc4c. 00000100:00000001:2.0:1790964113.704575:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.704583:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964113.704589:0:31826:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964113.704591:0:31826:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964113.704593:0:31826:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c6ea97. 00000400:00000200:2.0:1790964113.704602:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1aaa7ba 00000400:00000010:2.0:1790964113.704603:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f1aaa7ba. 00000100:00000001:2.0:1790964113.704608:0:31826:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964113.704615:0:31826:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964113.704636:0:31826:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.704641:0:31826:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964113.704643:0:31826:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.704645:0:31826:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964113.704648:0:31826:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964113.704650:0:31826:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964113.704652:0:31826:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964113.704654:0:31826:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964113.704662:0:31826:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d29b95d8 time=1790964113 v=5 (0 0 0 0) 00000100:00001000:2.0:1790964113.704665:0:31826:0:(import.c:2195:obd_at_measure()) add 1 to 00000000458e93c4 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964113.704668:0:31826:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964113.704669:0:31826:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964113.704671:0:31826:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790964113.704675:0:31826:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964113.704680:0:31826:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.704694:0:31826:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790964113.704696:0:31826:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1790964113.704698:0:31826:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790964113.704700:0:31826:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.704703:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.704708:0:31826:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964113.704711:0:31826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964113.704713:0:31826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.704715:0:31826:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1790964113.704721:0:31826:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:2.0:1790964113.704723:0:31826:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964113.704739:0:31826:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f43e 00000020:00000001:2.0:1790964113.704741:0:31826:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964113.704745:0:31826:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000f98e62f6 refcount=7 00000020:00000001:2.0:1790964113.704747:0:31826:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788481464320 : -108285228087296 : ffff9d83e1720800) 00000020:00000001:2.0:1790964113.704749:0:31826:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788481464320 : -108285228087296 : ffff9d83e1720800) 00000100:00001000:2.0:1790964113.704752:0:31826:0:(import.c:2195:obd_at_measure()) add 1 to 00000000458e93c4 time=1790964113 v=0 (0 0 0 0) 00000100:00001000:2.0:1790964113.704754:0:31826:0:(import.c:2261:obd_at_measure()) AT 00000000458e93c4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1790964113.704759:0:31826:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:2.0:1790964113.704762:0:31826:0:(genops.c:879:class_export_put()) PUTting export 00000000f98e62f6 : new refcount 6 00000100:00000001:2.0:1790964113.704765:0:31826:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1790964113.704767:0:31826:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1790964113.704769:0:31826:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790964113.704772:0:31826:0:(import.c:65:import_set_state_nolock()) 000000005f9798bd lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1790964113.704774:0:31826:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1790964113.704775:0:31826:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1790964113.704776:0:31826:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964113.704779:0:31826:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1790964113.704781:0:31826:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.704783:0:31826:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964113.704786:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964113.704804:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000071439279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31826:1877961961639552:0@lo:38: 00000100:00000001:2.0:1790964113.704809:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.704812:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964113.704814:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071439279 x1877961961639552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964113.704820:0:31826:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964113.704822:0:31826:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964113.704825:0:31826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001b5c452b. 02000000:00000001:2.0:1790964113.704828:0:31826:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964113.704830:0:31826:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964113.704831:0:31826:0:(genops.c:1223:class_import_put()) import 000000005f9798bd refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1790964113.704834:0:31826:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964113.704837:0:31826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003741095d. 02000000:00000001:2.0:1790964113.704840:0:31826:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964113.704842:0:31826:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964113.704843:0:31826:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071439279. 00000100:00000001:2.0:1790964113.704847:0:31826:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964113.704848:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.704850:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.704852:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964113.704853:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964113.704854:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964113.704855:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964113.715518:0:5667:0:(connection.c:75:cpu_latency_work()) work item of 000000007b4265ea (cpu 0) has reached its deadline 4295647236, at 4295647250 00000100:00000010:0.0:1790964113.715531:0:5667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc14303. 00000100:00000001:2.0:1790964113.826649:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964113.826658:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964113.826659:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964113.826664:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:2.0:1790964113.826668:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964113.826671:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.826674:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964113.826676:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964113.826678:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964114.081821:0:32518:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964114.081831:0:32518:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964114.081840:0:32518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964114.081841:0:32518:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964114.081919:0:32657:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964114.081924:0:32657:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964114.081927:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1790964114.225521:0:32963:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1790964114.225540:0:32963:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964114.225546:0:32963:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964114.720872:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964114.720891:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964114.720894:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964114.720900:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964114.720903:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964114.720906:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964114.720908:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964114.721783:0:32652:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000030574db1. 00000100:00000001:3.0:1790964114.721796:0:32652:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964114.721799:0:32652:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964114.733295:0:32656:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bd511cce. 00000100:00000001:2.0:1790964114.733315:0:32656:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964114.733317:0:32656:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964114.849808:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964114.849816:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964114.849818:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964114.849822:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:2.0:1790964114.849826:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964114.849831:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964114.849833:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964114.849836:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964114.849838:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1790964115.088282:0:33013:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1790964115.088298:0:33013:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964115.088303:0:33013:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964115.104831:0:32518:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964115.104837:0:32518:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964115.104842:0:32518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964115.104843:0:32518:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964115.104900:0:32658:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964115.104903:0:32658:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964115.104906:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964115.745342:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964115.745356:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964115.745369:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964115.745374:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964115.745376:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964115.745380:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964115.745382:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964115.872852:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964115.872860:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964115.872862:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964115.872866:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:2.0:1790964115.872870:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964115.872874:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964115.872876:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964115.872878:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964115.872881:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.130005:0:32518:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964116.130015:0:32518:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.130023:0:32518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964116.130024:0:32518:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964116.130119:0:32657:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964116.130123:0:32657:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964116.130125:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1790964116.688883:0:33064:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1790964116.688906:0:33064:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964116.688911:0:33064:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964116.772423:0:32666:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964116.772432:0:32666:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000067aac103) refs 2 10000000:00000001:2.0:1790964116.772438:0:32666:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964116.772440:0:32666:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790964116.772442:0:32666:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790964116.772444:0:32666:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790964116.772446:0:32666:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790964116.772448:0:32666:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790964116.772450:0:32666:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d82c6300800 from 9 10000000:00000001:2.0:1790964116.772453:0:32666:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790964116.772455:0:32666:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790964116.772467:0:32666:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071439279. 00000020:00000040:2.0:1790964116.772472:0:32666:0:(genops.c:1210:class_import_get()) import 00000000004a64d4 refcount=4 obd=MGC192.168.202.116@tcp 00000100:00000001:2.0:1790964116.772476:0:32666:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964116.772479:0:32666:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964116.772485:0:32666:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964116.772492:0:32666:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000578495f9. 00000100:00000001:2.0:1790964116.772498:0:32666:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964116.772502:0:32666:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790964116.772505:0:32666:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964116.772512:0:32666:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000f93db783. 00010000:00000001:2.0:1790964116.772516:0:32666:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964116.772519:0:32666:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9b54cfc. 00000020:00000001:2.0:1790964116.772524:0:32666:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964116.772527:0:32666:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000b9b54cfc with handle 0x9eb2dcbc8206f453 to hash 00000020:00000001:2.0:1790964116.772529:0:32666:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964116.772530:0:32666:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:2.0:1790964116.772534:0:32666:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:2.0:1790964116.772537:0:32666:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790964116.772540:0:32666:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964116.772542:0:32666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964116.772567:0:32666:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964116.772578:0:32666:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790964116.772585:0:32666:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964116.772587:0:32666:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964116.772592:0:32666:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000007366cb. 00000100:00000001:2.0:1790964116.772595:0:32666:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635788463384640 : -108285246166976 : ffff9d83e05e2840) 00000100:00000001:2.0:1790964116.772597:0:32666:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964116.772598:0:32666:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635783692028544 : -108290017523072 : ffff9d82c3f90a80) 00000100:00000001:2.0:1790964116.772603:0:32666:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964116.772605:0:32666:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.772607:0:32666:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964116.772608:0:32666:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964116.772657:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964116.772665:0:32666:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964116.772667:0:32666:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964116.772671:0:32666:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964116.772673:0:32666:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964116.772676:0:32666:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964116.772679:0:32666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000071439279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:877d8a08-8ef1-4672-941f-a8de9df8fad9:32666:1877961961639680:0@lo:101: 00000100:00000001:2.0:1790964116.772683:0:32666:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964116.772693:0:32666:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964116.772695:0:32666:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964116.772698:0:32666:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964116.772703:0:32666:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001b5c452b. 02000000:00000001:2.0:1790964116.772706:0:32666:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964116.772712:0:32666:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c6ea97. 00000400:00000010:2.0:1790964116.772718:0:32666:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1aaa7ba. 00000100:00000200:2.0:1790964116.772881:0:32666:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961961639680, portal 25 00000100:00000001:2.0:1790964116.772884:0:32666:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964116.772885:0:32666:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635783692028544 : -108290017523072 : ffff9d82c3f90a80) 00000100:00000040:2.0:1790964116.772890:0:32666:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964116.772899:0:32666:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964116.772901:0:32666:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964116.772965:0:32666:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041d61d67. 00000100:00000200:3.0:1790964116.772970:0:32666:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961961639680, offset 0 00000400:00000200:3.0:1790964116.772976:0:32666:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964116.772991:0:32666:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964116.773003:0:32666:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff17a00f00 00000400:00000200:3.0:1790964116.773009:0:32666:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:3.0:1790964116.773013:0:32666:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000314f571c. 00000400:00000200:3.0:1790964116.773018:0:32666:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002cfa700 00000400:00000200:3.0:1790964116.773027:0:32666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964116.773032:0:32666:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964116.773038:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002cfa700 00000400:00000010:3.0:1790964116.773040:0:32666:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000002cfa700. 00000100:00000001:3.0:1790964116.773046:0:32666:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964116.773048:0:32666:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964116.773062:0:32666:0:(events.c:341:request_in_callback()) incoming req@00000000d4d8b361 x1877961961639680 msgsize 328 00000100:00100000:3.0:1790964116.773066:0:32666:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964116.773068:0:32666:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964116.773087:0:32666:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964116.773094:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041d61d67 00000400:00000010:3.0:1790964116.773096:0:32666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000041d61d67. 00000100:00000001:3.0:1790964116.773100:0:32666:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964116.773103:0:32666:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.773113:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.773115:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.773129:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.773131:0:32666:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964116.773137:0:32666:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.773141:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295650311 00000100:00000010:3.0:1790964116.773146:0:32666:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000545f61b8. 00000100:00000001:3.0:1790964116.773154:0:32666:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964116.773160:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295650311 00000100:00000010:3.0:1790964116.773163:0:32666:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cd97f5c. 00000100:00000001:3.0:1790964116.773166:0:32666:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964116.773169:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295650311 00000100:00000010:3.0:1790964116.773171:0:32666:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eaff500d. 00000100:00000001:3.0:1790964116.773175:0:32666:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964116.773178:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295650311 00000100:00000010:3.0:1790964116.773180:0:32666:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a60549f7. 00000100:00000001:3.0:1790964116.773183:0:32666:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964116.773185:0:32666:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964116.773188:0:32666:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.773190:0:32666:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964116.773192:0:32666:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964116.773194:0:32666:0:(client.c:2716:ptlrpc_set_wait()) set 00000000007366cb going to sleep for 11 seconds 00000100:00000001:3.0:1790964116.773197:0:32666:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964116.773201:0:32666:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964116.773260:0:32663:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964116.773264:0:32663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639680 02000000:00000001:1.0:1790964116.773267:0:32663:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964116.773269:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964116.773271:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964116.773276:0:32663:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964116.773280:0:32663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639680 00000020:00000001:1.0:1790964116.773283:0:32663:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964116.773285:0:32663:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f36c 00000020:00000001:1.0:1790964116.773287:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964116.773289:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001450f41e refcount=11 00000020:00000001:1.0:1790964116.773292:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000020:00000001:1.0:1790964116.773294:0:32663:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000100:00000001:1.0:1790964116.773299:0:32663:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964116.773304:0:32663:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3d49751. 00000100:00000001:1.0:1790964116.773307:0:32663:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964116.773310:0:32663:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3d49751. 00000020:00000010:1.0:1790964116.773317:0:32663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c47d6fca. 00000020:00000010:1.0:1790964116.773323:0:32663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000376909fb. 00000020:00000010:1.0:1790964116.773328:0:32663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f5666dea. 00000100:00000040:1.0:1790964116.773345:0:32663:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964116.773349:0:32663:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964116.773351:0:32663:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964116.773353:0:32663:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964116.773368:0:32663:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964116.773386:0:32663:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964116.773398:0:32663:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964116.773401:0:32663:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964116.773404:0:32663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964116.773407:0:32663:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001450f41e : new rpc_count 1 00000100:00000001:1.0:1790964116.773410:0:32663:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635788050640976 : -108285658910640 : ffff9d83c7c43050) 00000100:00000040:1.0:1790964116.773414:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d4d8b361 x1877961961639680/t0(0) o101->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 328/0 e 0 to 0 dl 1790964127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964116.773423:0:32663:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964116.773425:0:32663:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3d49751. 00000100:00000001:1.0:1790964116.773427:0:32663:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964116.773429:0:32663:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3d49751. 00000100:00100000:1.0:1790964116.773432:0:32663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d8b361 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+11:32666:x1877961961639680:12345-0@lo:101: 00000100:00000200:1.0:1790964116.773435:0:32663:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961639680 00000020:00000001:1.0:1790964116.773438:0:32663:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964116.773442:0:32663:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964116.773445:0:32663:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964116.773447:0:32663:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964116.773449:0:32663:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669984896 : -1039566720 : ffffffffc2097880) 00000020:00000001:1.0:1790964116.773453:0:32663:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964116.773455:0:32663:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964116.773458:0:32663:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964116.773460:0:32663:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964116.773463:0:32663:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964116.773465:0:32663:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:1.0:1790964116.773468:0:32663:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1790964116.773470:0:32663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1790964116.773472:0:32663:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1790964116.773474:0:32663:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.773480:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1790964116.773485:0:32663:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000047ee840f. 00010000:00000001:1.0:1790964116.773489:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1790964116.773497:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076e620dd. 00000020:00000001:1.0:1790964116.773500:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964116.773502:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000076e620dd with handle 0x9eb2dcbc8206f45a to hash 00000020:00000001:1.0:1790964116.773505:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1790964116.773506:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635783700121088 : -108290009430528 : ffff9d82c4748600) 00010000:00000001:1.0:1790964116.773508:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635783700121088 : -108290009430528 : ffff9d82c4748600) 00010000:00010000:1.0:1790964116.773512:0:32663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000076e620dd/0x9eb2dcbc8206f45a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9eb2dcbc8206f453 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1790964116.773520:0:32663:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 000000001450f41e : new locks_count 6 00000020:00000040:1.0:1790964116.773522:0:32663:0:(genops.c:868:class_export_get()) GET export 000000001450f41e refcount=12 00000100:00000001:1.0:1790964116.773531:0:32663:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964116.773533:0:32663:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964116.773537:0:32663:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d3e91e8d. 02000000:00000001:1.0:1790964116.773539:0:32663:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964116.773542:0:32663:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.773544:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1790964116.773547:0:32663:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1790964116.773549:0:32663:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1790964116.773552:0:32663:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964116.773553:0:32663:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964116.773555:0:32663:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964116.773556:0:32663:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964116.773558:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1790964116.773560:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1790964116.773562:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1790964116.773563:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1790964116.773565:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000047ee840f) refcount = 1 00010000:00010000:1.0:1790964116.773569:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000076e620dd/0x9eb2dcbc8206f45a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f453 expref: 12 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964116.773574:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1790964116.773576:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1790964116.773577:0:32663:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964116.773579:0:32663:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.773587:0:32663:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790964116.773593:0:32663:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1790964116.773596:0:32663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000076e620dd/0x9eb2dcbc8206f45a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9eb2dcbc8206f453 expref: 12 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964116.773602:0:32663:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1790964116.773604:0:32663:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1790964116.773607:0:32663:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964116.773609:0:32663:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964116.773610:0:32663:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1790964116.773612:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964116.773613:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964116.773614:0:32663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000076e620dd, rc 0) 00000020:00000001:1.0:1790964116.773617:0:32663:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964116.773619:0:32663:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961639680 00010000:00000001:1.0:1790964116.773621:0:32663:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964116.773625:0:32663:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000d4d8b361 x1877961961639680/t0(0) o101->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 328/344 e 0 to 0 dl 1790964127 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964116.773633:0:32663:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964116.773636:0:32663:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964116.773639:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to 0000000038c59551 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964116.773656:0:32663:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964116.773658:0:32663:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:1.0:1790964116.773660:0:32663:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:1.0:1790964116.773663:0:32663:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964116.773665:0:32663:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964116.773668:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964116.773669:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964116.773674:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b3c3bdc. 00000100:00000200:1.0:1790964116.773677:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961961639680, offset 224 00000400:00000200:1.0:1790964116.773681:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964116.773687:0:32663:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964116.773693:0:32663:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff17a00f00 00000400:00000200:1.0:1790964116.773698:0:32663:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:1.0:1790964116.773704:0:32663:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964116.773712:0:32663:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964116.773716:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964116.773719:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964116.773765:0:32663:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964116.773774:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964116.773780:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b3c3bdc 00000400:00000010:1.0:1790964116.773782:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b3c3bdc. 00000100:00000001:1.0:1790964116.773785:0:32663:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964116.773786:0:32663:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964116.773790:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964116.773792:0:32663:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00010000:00000001:1.0:1790964116.773794:0:32663:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964116.773796:0:32663:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964116.773798:0:32663:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964116.773801:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4d8b361 x1877961961639680/t0(0) o101->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 328/344 e 0 to 0 dl 1790964127 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964116.773809:0:32663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d8b361 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32666:x1877961961639680:12345-0@lo:101: Request processed in 385us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964116.773815:0:32663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964116.773818:0:32663:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001450f41e : new rpc_count 0 00000100:00000001:1.0:1790964116.773820:0:32663:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964116.773821:0:32663:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964116.773825:0:32663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000376909fb. 00000020:00000010:1.0:1790964116.773829:0:32663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f5666dea. 00000020:00000010:1.0:1790964116.773832:0:32663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c47d6fca. 00000020:00000040:1.0:1790964116.773836:0:32663:0:(genops.c:879:class_export_put()) PUTting export 000000001450f41e : new refcount 11 02000000:00000001:1.0:1790964116.773839:0:32663:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964116.773841:0:32663:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000d3e91e8d. 02000000:00000001:1.0:1790964116.773843:0:32663:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964116.773845:0:32663:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964116.773849:0:32663:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964116.773859:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a21b1dd. 00000400:00000010:1.0:1790964116.773866:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9161fdb. 00000100:00000001:3.0:1790964116.773977:0:32666:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964116.773983:0:32666:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964116.773985:0:32666:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964116.773986:0:32666:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c6ea97. 00000400:00000200:3.0:1790964116.773990:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1aaa7ba 00000400:00000010:3.0:1790964116.773992:0:32666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f1aaa7ba. 00000100:00000001:3.0:1790964116.773995:0:32666:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964116.773998:0:32666:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964116.774006:0:32666:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774019:0:32666:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964116.774021:0:32666:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.774023:0:32666:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964116.774026:0:32666:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964116.774028:0:32666:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964116.774030:0:32666:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964116.774032:0:32666:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964116.774036:0:32666:0:(import.c:2195:obd_at_measure()) add 5 to 00000000bd3f4b30 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964116.774039:0:32666:0:(import.c:2195:obd_at_measure()) add 1 to 0000000080fef540 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964116.774042:0:32666:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964116.774043:0:32666:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964116.774045:0:32666:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964116.774047:0:32666:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774059:0:32666:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964116.774063:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774069:0:32666:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964116.774071:0:32666:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964116.774073:0:32666:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964116.774076:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964116.774082:0:32666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000071439279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:877d8a08-8ef1-4672-941f-a8de9df8fad9:32666:1877961961639680:0@lo:101: 00000100:00000001:3.0:1790964116.774086:0:32666:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.774088:0:32666:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774090:0:32666:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790964116.774091:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.774093:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774100:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964116.774102:0:32666:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000007366cb. 00000100:00000001:3.0:1790964116.774105:0:32666:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790964116.774107:0:32666:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964116.774109:0:32666:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1790964116.774118:0:32666:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964116.774120:0:32666:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964116.774121:0:32666:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b9b54cfc refcount=4 00000020:00000001:3.0:1790964116.774123:0:32666:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:3.0:1790964116.774125:0:32666:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000040:3.0:1790964116.774130:0:32666:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000b9b54cfc, remote cookie: 0x9eb2dcbc8206f45a, flags: 0x0 00010000:00000001:3.0:1790964116.774133:0:32666:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790964116.774135:0:32666:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790964116.774136:0:32666:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790964116.774137:0:32666:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790964116.774138:0:32666:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790964116.774140:0:32666:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f93db783) refcount = 1 00010000:00010000:3.0:1790964116.774142:0:32666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f45a expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964116.774148:0:32666:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790964116.774150:0:32666:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790964116.774151:0:32666:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790964116.774153:0:32666:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1790964116.774155:0:32666:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964116.774157:0:32666:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9eb2dcbc8206f45a expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964116.774162:0:32666:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1790964116.774164:0:32666:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964116.774165:0:32666:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964116.774166:0:32666:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964116.774167:0:32666:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964116.774168:0:32666:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774171:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.774173:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071439279 x1877961961639680/t0(0) o101->MGC192.168.202.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964132 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774179:0:32666:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964116.774182:0:32666:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964116.774184:0:32666:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001b5c452b. 02000000:00000001:3.0:1790964116.774193:0:32666:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964116.774195:0:32666:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964116.774196:0:32666:0:(genops.c:1223:class_import_put()) import 00000000004a64d4 refcount=3 obd=MGC192.168.202.116@tcp 00000020:00000001:3.0:1790964116.774199:0:32666:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964116.774201:0:32666:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000578495f9. 02000000:00000001:3.0:1790964116.774204:0:32666:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964116.774206:0:32666:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964116.774208:0:32666:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071439279. 00000100:00000001:3.0:1790964116.774211:0:32666:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964116.774213:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1790964116.774215:0:32666:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964116.774218:0:32666:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964116.774219:0:32666:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000067aac103) refs 3 10000000:00000001:3.0:1790964116.774221:0:32666:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964116.774223:0:32666:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964116.774225:0:32666:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964116.774226:0:32666:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b9b54cfc refcount=3 00000020:00000001:3.0:1790964116.774228:0:32666:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:3.0:1790964116.774230:0:32666:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:3.0:1790964116.774232:0:32666:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1790964116.774234:0:32666:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964116.774235:0:32666:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964116.774236:0:32666:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964116.774238:0:32666:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1790964116.774241:0:32666:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 0000000052c5708a. 00000100:00000010:3.0:1790964116.774259:0:32666:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd4747b3. 00000020:00000040:3.0:1790964116.774262:0:32666:0:(genops.c:1210:class_import_get()) import 00000000004a64d4 refcount=4 obd=MGC192.168.202.116@tcp 00000100:00000001:3.0:1790964116.774266:0:32666:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964116.774268:0:32666:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964116.774271:0:32666:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964116.774275:0:32666:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030bca9a3. 00000100:00000001:3.0:1790964116.774280:0:32666:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774285:0:32666:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1790964116.774288:0:32666:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003160c2ca. 00000100:00000010:3.0:1790964116.774291:0:32666:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000513c4c29. 00000020:00000040:3.0:1790964116.774293:0:32666:0:(genops.c:1210:class_import_get()) import 00000000004a64d4 refcount=5 obd=MGC192.168.202.116@tcp 00000100:00000001:3.0:1790964116.774305:0:32666:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964116.774306:0:32666:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964116.774312:0:32666:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4316723. 00000100:00000001:3.0:1790964116.774314:0:32666:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635788966808384 : -108284742743232 : ffff9d83fe5fcb40) 00000100:00000001:3.0:1790964116.774316:0:32666:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964116.774317:0:32666:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635789021629952 : -108284687921664 : ffff9d8401a44e00) 00000100:00000001:3.0:1790964116.774322:0:32666:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964116.774324:0:32666:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774326:0:32666:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964116.774328:0:32666:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964116.774331:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774337:0:32666:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964116.774340:0:32666:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964116.774343:0:32666:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964116.774344:0:32666:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964116.774346:0:32666:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964116.774349:0:32666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bd4747b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:877d8a08-8ef1-4672-941f-a8de9df8fad9:32666:1877961961639808:0@lo:256: 00000100:00000001:3.0:1790964116.774352:0:32666:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964116.774356:0:32666:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964116.774359:0:32666:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774361:0:32666:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1790964116.774368:0:32666:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585c43aa. 00000400:00000010:3.0:1790964116.774373:0:32666:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000240dd40b. 00000100:00000200:3.0:1790964116.774376:0:32666:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff17a00f80-0x6abff17a00f80, portal 33 00000100:00000001:3.0:1790964116.774379:0:32666:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964116.774381:0:32666:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964116.774385:0:32666:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c210a9e0. 02000000:00000001:3.0:1790964116.774387:0:32666:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964116.774390:0:32666:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3e07824. 00000400:00000010:3.0:1790964116.774392:0:32666:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041d61d67. 00000100:00000200:3.0:1790964116.774395:0:32666:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961961639808, portal 25 00000100:00000001:3.0:1790964116.774397:0:32666:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964116.774398:0:32666:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635789021629952 : -108284687921664 : ffff9d8401a44e00) 00000100:00000040:3.0:1790964116.774408:0:32666:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774414:0:32666:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964116.774416:0:32666:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964116.774418:0:32666:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bef3bd95. 00000100:00000200:3.0:1790964116.774422:0:32666:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961961639808, offset 0 00000400:00000200:3.0:1790964116.774426:0:32666:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964116.774434:0:32666:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964116.774440:0:32666:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff17a00f80 00000400:00000200:3.0:1790964116.774444:0:32666:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:3.0:1790964116.774447:0:32666:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f277cc5c. 00000400:00000200:3.0:1790964116.774451:0:32666:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d801d7bb 00000400:00000200:3.0:1790964116.774455:0:32666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964116.774458:0:32666:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964116.774461:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d801d7bb 00000400:00000010:3.0:1790964116.774462:0:32666:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000d801d7bb. 00000100:00000001:3.0:1790964116.774465:0:32666:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964116.774466:0:32666:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964116.774469:0:32666:0:(events.c:341:request_in_callback()) incoming req@00000000f0d425b9 x1877961961639808 msgsize 304 00000100:00100000:3.0:1790964116.774472:0:32666:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964116.774474:0:32666:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964116.774493:0:32666:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964116.774497:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef3bd95 00000400:00000010:3.0:1790964116.774498:0:32666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bef3bd95. 00000100:00000001:3.0:1790964116.774501:0:32666:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964116.774503:0:32666:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774511:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.774513:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.774518:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774519:0:32666:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964116.774522:0:32666:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774525:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295650312 00000100:00000001:3.0:1790964116.774535:0:32666:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295650311 00000100:00000001:3.0:1790964116.774539:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295650312 00000100:00000001:3.0:1790964116.774542:0:32666:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295650311 00000100:00000001:3.0:1790964116.774544:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295650312 00000100:00000001:3.0:1790964116.774547:0:32666:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295650311 00000100:00000001:3.0:1790964116.774549:0:32666:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295650312 00000100:00000001:3.0:1790964116.774551:0:32666:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295650311 00000100:00000001:3.0:1790964116.774554:0:32666:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964116.774556:0:32666:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.774558:0:32666:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964116.774559:0:32666:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964116.774561:0:32666:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a4316723 going to sleep for 11 seconds 00000100:00000001:3.0:1790964116.774563:0:32666:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964116.774564:0:32666:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774652:0:32664:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964116.774655:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639808 02000000:00000001:2.0:1790964116.774657:0:32664:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964116.774659:0:32664:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964116.774660:0:32664:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964116.774663:0:32664:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964116.774666:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639808 00000020:00000001:2.0:1790964116.774668:0:32664:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964116.774669:0:32664:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f36c 00000020:00000001:2.0:1790964116.774670:0:32664:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964116.774672:0:32664:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001450f41e refcount=12 00000020:00000001:2.0:1790964116.774674:0:32664:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000020:00000001:2.0:1790964116.774676:0:32664:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000100:00000001:2.0:1790964116.774679:0:32664:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964116.774682:0:32664:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000571ee29a. 00000100:00000001:2.0:1790964116.774684:0:32664:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964116.774687:0:32664:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000571ee29a. 00000020:00000010:2.0:1790964116.774691:0:32664:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe5a44b4. 00000020:00000010:2.0:1790964116.774696:0:32664:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033a38fd5. 00000020:00000010:2.0:1790964116.774700:0:32664:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051b2780a. 00000100:00000040:2.0:1790964116.774706:0:32664:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964116.774709:0:32664:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964116.774710:0:32664:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964116.774712:0:32664:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774717:0:32664:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774749:0:32664:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964116.774757:0:32664:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964116.774766:0:32664:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964116.774769:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1790964116.774772:0:32664:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001450f41e : new rpc_count 1 00000100:00000001:2.0:1790964116.774773:0:32664:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635788050639952 : -108285658911664 : ffff9d83c7c42c50) 00000100:00000040:2.0:1790964116.774777:0:32664:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0d425b9 x1877961961639808/t0(0) o256->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 304/0 e 0 to 0 dl 1790964127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964116.774785:0:32664:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964116.774788:0:32664:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000571ee29a. 00000100:00000001:2.0:1790964116.774790:0:32664:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964116.774791:0:32664:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000571ee29a. 00000100:00100000:2.0:1790964116.774794:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f0d425b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32666:x1877961961639808:12345-0@lo:256: 00000100:00000200:2.0:1790964116.774797:0:32664:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961639808 00000020:00000001:2.0:1790964116.774800:0:32664:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964116.774802:0:32664:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964116.774804:0:32664:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964116.774806:0:32664:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964116.774808:0:32664:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669985312 : -1039566304 : ffffffffc2097a20) 00000020:00000001:2.0:1790964116.774810:0:32664:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964116.774812:0:32664:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964116.774814:0:32664:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964116.774815:0:32664:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964116.774818:0:32664:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774820:0:32664:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964116.774822:0:32664:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964116.774825:0:32664:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000192f77f5. 02000000:00000001:2.0:1790964116.774827:0:32664:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774829:0:32664:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1790964116.774832:0:32664:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:2.0:1790964116.774835:0:32664:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:2.0:1790964116.774838:0:32664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1790964116.774841:0:32664:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 0000000069d19c1c. 20000000:00000001:2.0:1790964116.774844:0:32664:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1790964116.774854:0:32664:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:2.0:1790964116.774860:0:32664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790964116.774866:0:32664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:2.0:1790964116.774868:0:32664:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:2.0:1790964116.774870:0:32664:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1790964116.774873:0:32664:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f603a804. 00000100:00000010:2.0:1790964116.774877:0:32664:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000096cf6c64. 00000020:00000040:2.0:1790964116.774879:0:32664:0:(genops.c:868:class_export_get()) GET export 000000001450f41e refcount=13 00010000:00000001:2.0:1790964116.774882:0:32664:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:2.0:1790964116.774884:0:32664:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1790964116.774887:0:32664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023dd4cc9. 00000400:00000010:2.0:1790964116.774893:0:32664:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002872a557. 00000400:00000200:2.0:1790964116.774897:0:32664:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964116.774904:0:32664:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964116.774909:0:32664:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff17a00f80 00000400:00000200:2.0:1790964116.774913:0:32664:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:2.0:1790964116.774916:0:32664:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585c43aa. 00000400:00000200:2.0:1790964116.774919:0:32664:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000240dd40b 00000400:00000200:2.0:1790964116.774922:0:32664:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964116.774924:0:32664:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964116.774927:0:32664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000240dd40b 00000400:00000010:2.0:1790964116.774928:0:32664:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000240dd40b. 00000100:00000001:2.0:1790964116.774933:0:32664:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1790964116.774935:0:32664:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000bd4747b3 desc 000000003160c2ca mbits 1877961961639808 00000100:00000001:2.0:1790964116.774943:0:32664:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1790964116.774945:0:32664:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1790964116.774949:0:32664:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1790964116.774955:0:32664:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:2.0:1790964116.774957:0:32664:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964116.774960:0:32664:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1790964116.774963:0:32664:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:2.0:1790964116.774964:0:32664:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 00000000f603a804 00000100:00000001:2.0:1790964116.774966:0:32664:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1790964116.774971:0:32664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023dd4cc9 00000400:00000010:2.0:1790964116.774972:0:32664:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000023dd4cc9. 00000100:00000001:2.0:1790964116.774974:0:32664:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:2.0:1790964116.774975:0:32664:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 00000000f603a804 00000100:00000001:2.0:1790964116.774981:0:32664:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1790964116.774987:0:32664:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff17a00f80-0x6abff17a00f80 00000100:00000001:2.0:1790964116.774989:0:32664:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964116.774993:0:32664:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.774995:0:32664:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1790964116.774997:0:32664:0:(genops.c:879:class_export_put()) PUTting export 000000001450f41e : new refcount 12 00000100:00000010:2.0:1790964116.775001:0:32664:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000096cf6c64. 00000100:00000010:2.0:1790964116.775003:0:32664:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f603a804. 00000100:00000001:2.0:1790964116.775005:0:32664:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1790964116.775006:0:32664:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1790964116.775014:0:32664:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 0000000069d19c1c. 20000000:00000001:2.0:1790964116.775017:0:32664:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964116.775020:0:32664:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961639808 00010000:00000001:2.0:1790964116.775022:0:32664:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964116.775026:0:32664:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000f0d425b9 x1877961961639808/t0(0) o256->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 304/240 e 0 to 0 dl 1790964127 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964116.775033:0:32664:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964116.775035:0:32664:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964116.775037:0:32664:0:(import.c:2195:obd_at_measure()) add 1 to 0000000038c59551 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964116.775041:0:32664:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964116.775043:0:32664:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:2.0:1790964116.775044:0:32664:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:2.0:1790964116.775046:0:32664:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964116.775047:0:32664:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964116.775062:0:32664:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964116.775063:0:32664:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964116.775066:0:32664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023dd4cc9. 00000100:00000200:2.0:1790964116.775069:0:32664:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961961639808, offset 224 00000400:00000200:2.0:1790964116.775072:0:32664:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964116.775077:0:32664:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964116.775081:0:32664:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff17a00f80 00000400:00000200:2.0:1790964116.775085:0:32664:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:2.0:1790964116.775089:0:32664:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964116.775091:0:32664:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964116.775098:0:32664:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964116.775101:0:32664:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964116.775109:0:32664:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964116.775116:0:32664:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964116.775120:0:32664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023dd4cc9 00000400:00000010:2.0:1790964116.775121:0:32664:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000023dd4cc9. 00000100:00000001:2.0:1790964116.775123:0:32664:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964116.775124:0:32664:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964116.775127:0:32664:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964116.775129:0:32664:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00010000:00000001:2.0:1790964116.775131:0:32664:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964116.775133:0:32664:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964116.775134:0:32664:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964116.775137:0:32664:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0d425b9 x1877961961639808/t0(0) o256->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:692/0 lens 304/240 e 0 to 0 dl 1790964127 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964116.775144:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f0d425b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:32666:x1877961961639808:12345-0@lo:256: Request processed in 359us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964116.775151:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1790964116.775153:0:32664:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001450f41e : new rpc_count 0 00000100:00000001:2.0:1790964116.775155:0:32664:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964116.775156:0:32664:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964116.775159:0:32664:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033a38fd5. 00000020:00000010:2.0:1790964116.775163:0:32664:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051b2780a. 00000020:00000010:2.0:1790964116.775166:0:32664:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe5a44b4. 00000020:00000040:2.0:1790964116.775169:0:32664:0:(genops.c:879:class_export_put()) PUTting export 000000001450f41e : new refcount 11 02000000:00000001:2.0:1790964116.775172:0:32664:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964116.775173:0:32664:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000192f77f5. 02000000:00000001:2.0:1790964116.775175:0:32664:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964116.775177:0:32664:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964116.775180:0:32664:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964116.775184:0:32664:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0904738. 00000400:00000010:2.0:1790964116.775193:0:32664:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aff4af83. 00000100:00000001:3.0:1790964116.775320:0:32666:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964116.775326:0:32666:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964116.775327:0:32666:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964116.775329:0:32666:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e07824. 00000400:00000200:3.0:1790964116.775332:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041d61d67 00000400:00000010:3.0:1790964116.775333:0:32666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000041d61d67. 00000100:00000001:3.0:1790964116.775335:0:32666:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964116.775339:0:32666:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964116.775346:0:32666:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.775351:0:32666:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964116.775352:0:32666:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.775354:0:32666:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964116.775356:0:32666:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964116.775357:0:32666:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964116.775359:0:32666:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964116.775361:0:32666:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964116.775364:0:32666:0:(import.c:2195:obd_at_measure()) add 5 to 00000000bd3f4b30 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964116.775373:0:32666:0:(import.c:2195:obd_at_measure()) add 1 to 0000000080fef540 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964116.775375:0:32666:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964116.775376:0:32666:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964116.775378:0:32666:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964116.775380:0:32666:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.775381:0:32666:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964116.775384:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964116.775391:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.775396:0:32666:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964116.775397:0:32666:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964116.775399:0:32666:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964116.775405:0:32666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bd4747b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:877d8a08-8ef1-4672-941f-a8de9df8fad9:32666:1877961961639808:0@lo:256: 00000100:00000001:3.0:1790964116.775409:0:32666:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.775411:0:32666:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.775412:0:32666:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790964116.775414:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.775416:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.775421:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964116.775423:0:32666:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4316723. 00000100:00000001:3.0:1790964116.775425:0:32666:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790964116.775426:0:32666:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1790964116.775429:0:32666:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:3.0:1790964116.775432:0:32666:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1790964116.775438:0:32666:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000de35e612. 10000000:00000010:3.0:1790964116.775441:0:32666:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000c4fdc853. 10000000:00000200:3.0:1790964116.775444:0:32666:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1790964116.775447:0:32666:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:3.0:1790964116.775453:0:32666:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.202.116@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1790964116.775459:0:32666:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000c4fdc853. 10000000:00000010:3.0:1790964116.775462:0:32666:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000de35e612. 10000000:00000001:3.0:1790964116.775466:0:32666:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964116.775468:0:32666:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964116.775470:0:32666:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd4747b3 x1877961961639808/t0(0) o256->MGC192.168.202.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964132 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964116.775475:0:32666:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964116.775476:0:32666:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964116.775478:0:32666:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c210a9e0. 02000000:00000001:3.0:1790964116.775481:0:32666:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964116.775483:0:32666:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964116.775484:0:32666:0:(genops.c:1223:class_import_put()) import 00000000004a64d4 refcount=4 obd=MGC192.168.202.116@tcp 00000020:00000001:3.0:1790964116.775485:0:32666:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1790964116.775487:0:32666:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1790964116.775488:0:32666:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964116.775488:0:32666:0:(genops.c:1223:class_import_put()) import 00000000004a64d4 refcount=3 obd=MGC192.168.202.116@tcp 00000020:00000001:3.0:1790964116.775490:0:32666:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1790964116.775491:0:32666:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000513c4c29. 00000100:00000010:3.0:1790964116.775493:0:32666:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003160c2ca. 00000100:00000001:3.0:1790964116.775495:0:32666:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1790964116.775496:0:32666:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000030bca9a3. 02000000:00000001:3.0:1790964116.775499:0:32666:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964116.775500:0:32666:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964116.775502:0:32666:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd4747b3. 00000100:00000001:3.0:1790964116.775504:0:32666:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964116.775505:0:32666:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1790964116.775518:0:32666:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 0000000052c5708a. 10000000:01000000:3.0:1790964116.775521:0:32666:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.116@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1790964116.775524:0:32666:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1790964116.775526:0:32666:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964116.775527:0:32666:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964116.775529:0:32666:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b9b54cfc refcount=3 00000020:00000001:3.0:1790964116.775530:0:32666:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:3.0:1790964116.775532:0:32666:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635788650277376 : -108285059274240 : ffff9d83eb81ea00) 00010000:00000001:3.0:1790964116.775535:0:32666:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1790964116.775542:0:32666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f45a expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964116.775549:0:32666:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964116.775550:0:32666:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790964116.775552:0:32666:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.116@tcp lock: 00000000b9b54cfc/0x9eb2dcbc8206f453 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9eb2dcbc8206f45a expref: -99 pid: 32666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964116.775557:0:32666:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1790964116.775558:0:32666:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964116.775559:0:32666:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1790964116.775561:0:32666:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964116.775563:0:32666:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964116.775565:0:32666:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1790964116.775567:0:32666:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1790964116.775569:0:32666:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000067aac103) refs 3 10000000:00000001:3.0:1790964116.775571:0:32666:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1790964116.776722:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964116.776758:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964116.776759:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964116.776763:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964116.776765:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964116.776767:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964116.776769:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964116.777818:0:32518:0:(connection.c:75:cpu_latency_work()) work item of 000000007ff848c8 (cpu 1) has reached its deadline 4295650312, at 4295650313 00000100:00000010:1.0:1790964116.777832:0:32518:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cd97f5c. 00000100:00000040:0.0:1790964116.777888:0:5667:0:(connection.c:75:cpu_latency_work()) work item of 000000007b4265ea (cpu 0) has reached its deadline 4295650312, at 4295650313 00000100:00000010:0.0:1790964116.777910:0:5667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000545f61b8. 00000100:00000040:2.0:1790964116.778125:0:138:0:(connection.c:75:cpu_latency_work()) work item of 000000009de723c9 (cpu 2) has reached its deadline 4295650312, at 4295650313 00000100:00000010:2.0:1790964116.778132:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eaff500d. 00000100:00000040:3.0:1790964116.778235:0:23865:0:(connection.c:75:cpu_latency_work()) work item of 00000000303b2bf4 (cpu 3) has reached its deadline 4295650312, at 4295650313 00000100:00000010:3.0:1790964116.778241:0:23865:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a60549f7. 00000100:00000001:3.0:1790964116.896943:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964116.896954:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964116.896955:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964116.896960:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:3.0:1790964116.896965:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964116.896969:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.896972:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964116.896974:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964116.896977:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1790964116.989527:0:33100:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1790964116.989534:0:33100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:3.0:1790964116.997152:0:33100:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1790964117.163765:0:32518:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964117.163777:0:32518:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964117.163784:0:32518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964117.163786:0:32518:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964117.183749:0:32658:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964117.183758:0:32658:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964117.183763:0:32658:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964117.793186:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964117.793201:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964117.793203:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964117.793209:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964117.793211:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964117.793215:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964117.793217:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964117.922146:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964117.922163:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964117.922166:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964117.922170:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:2.0:1790964117.922176:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964117.922180:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964117.922183:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964117.922186:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964117.922189:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964118.176816:0:32518:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964118.176824:0:32518:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964118.176831:0:32518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964118.176834:0:32518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1790964118.176836:0:32518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1790964118.176839:0:32518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964118.176842:0:32518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1790964118.176844:0:32518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964118.176846:0:32518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964118.176848:0:32518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964118.176953:0:32657:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964118.176956:0:32657:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964118.176959:0:32657:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790964118.820268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 877d8a08-8ef1-4672-941f-a8de9df8fad9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964118.820278:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964118.820283:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a4ecf90. 00000020:00000040:0.0:1790964118.820290:0:38:0:(genops.c:1210:class_import_get()) import 00000000004a64d4 refcount=4 obd=MGC192.168.202.116@tcp 00000100:00000001:0.0:1790964118.820295:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964118.820298:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964118.820302:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964118.820310:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bb68680. 00000100:00000001:0.0:1790964118.820317:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820326:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 877d8a08-8ef1-4672-941f-a8de9df8fad9->MGS req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964118.820336:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964118.820338:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820344:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a4ecf90] to pc [ptlrpcd_00_03+3] req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820374:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964118.820378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964118.820382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1790964118.820384:0:38:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964118.820386:0:38:0:(import.c:65:import_set_state_nolock()) 00000000da7a54f9 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964118.820390:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964118.820393:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 974 00000100:00001000:0.0:1790964118.820397:0:38:0:(import.c:2195:obd_at_measure()) add 10 to 00000000877ce094 time=10 v=5 (1 0 0 0) 00000100:00001000:0.0:1790964118.820401:0:38:0:(import.c:2261:obd_at_measure()) AT 00000000877ce094 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964118.820410:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964118.820413:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:0.0:1790964118.820416:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964118.820418:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:0.0:1790964118.820420:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000001:0.0:1790964118.820423:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964118.820425:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f406 00000020:00000001:0.0:1790964118.820428:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964118.820431:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000579889d7 refcount=4 00000020:00000001:0.0:1790964118.820433:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635783692466176 : -108290017085440 : ffff9d82c3ffb800) 00000020:00000001:0.0:1790964118.820435:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635783692466176 : -108290017085440 : ffff9d82c3ffb800) 00000100:00000040:0.0:1790964118.820437:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:0.0:1790964118.820439:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964118.820441:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:0.0:1790964118.820442:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000040:0.0:1790964118.820445:0:38:0:(genops.c:879:class_export_put()) PUTting export 00000000579889d7 : new refcount 3 00000100:00080000:0.0:1790964118.820448:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000da7a54f9 using connection 192.168.202.116@tcp/0@lo 00000100:00000001:0.0:1790964118.820450:0:38:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.820453:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964118.820458:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964118.820461:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820464:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964118.820466:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964118.820470:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c62717a. 00000020:00000040:0.0:1790964118.820471:0:38:0:(genops.c:1210:class_import_get()) import 00000000da7a54f9 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:0.0:1790964118.820474:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964118.820476:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820478:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964118.820479:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964118.820481:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964118.820484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ee3eda1a. 00000100:00000001:0.0:1790964118.820488:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.820492:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964118.820505:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964118.820506:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820509:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c62717a] to pc [ptlrpcd_rcv+-1] req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820518:0:38:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964118.820523:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964118.820525:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000384656f5. 00000020:00000040:0.0:1790964118.820527:0:38:0:(genops.c:1210:class_import_get()) import 000000005f9798bd refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1790964118.820529:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964118.820530:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964118.820531:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964118.820534:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ddefe58. 00000100:00000001:0.0:1790964118.820537:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820540:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964118.820546:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964118.820547:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820549:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000384656f5] to pc [ptlrpcd_00_00+0] req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820565:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.820570:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (990) 00000100:00000001:0.0:1790964118.820581:0:31829:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964118.820584:0:31829:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1790964118.820585:0:31829:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.820593:0:31829:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964118.820595:0:31829:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.820596:0:31829:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.820597:0:31829:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964118.820599:0:31829:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964118.820603:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820621:0:31829:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964118.820623:0:31829:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.820627:0:31829:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964118.820629:0:31829:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964118.820631:0:31829:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.820633:0:31829:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005a4ecf90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:877d8a08-8ef1-4672-941f-a8de9df8fad9:31829:1877961961639936:0@lo:400: 00000100:00000001:0.0:1790964118.820637:0:31829:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964118.820643:0:31829:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964118.820645:0:31829:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.820648:0:31829:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964118.820652:0:31829:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abcb568d. 02000000:00000001:0.0:1790964118.820654:0:31829:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964118.820660:0:31829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f970d28e. 00000400:00000010:0.0:1790964118.820667:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a4b1f8. 00000100:00000200:0.0:1790964118.820673:0:31829:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961961639936, portal 25 00000100:00000001:0.0:1790964118.820676:0:31829:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964118.820677:0:31829:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635788963666944 : -108284745884672 : ffff9d83fe2fdc00) 00000100:00000040:0.0:1790964118.820682:0:31829:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820689:0:31829:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964118.820691:0:31829:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964118.820693:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfc306a4. 00000100:00000200:0.0:1790964118.820695:0:31829:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961961639936, offset 0 00000400:00000200:0.0:1790964118.820701:0:31829:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964118.820714:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964118.820746:0:31829:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff17a01000 00000400:00000200:0.0:1790964118.820753:0:31829:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:0.0:1790964118.820756:0:31829:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c77482a3. 00000400:00000200:0.0:1790964118.820761:0:31829:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa56c6f3 00000400:00000200:0.0:1790964118.820771:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964118.820775:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964118.820780:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56c6f3 00000400:00000010:0.0:1790964118.820789:0:31829:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000fa56c6f3. 00000100:00000001:0.0:1790964118.820795:0:31829:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964118.820796:0:31829:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964118.820800:0:31829:0:(events.c:341:request_in_callback()) incoming req@00000000704de4f5 x1877961961639936 msgsize 224 00000100:00100000:0.0:1790964118.820804:0:31829:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964118.820805:0:31829:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964118.820816:0:31829:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964118.820824:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc306a4 00000400:00000010:0.0:1790964118.820826:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bfc306a4. 00000100:00000001:0.0:1790964118.820830:0:31829:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964118.820833:0:31829:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820842:0:31829:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964118.820845:0:31829:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820852:0:31829:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820854:0:31829:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964118.820861:0:31829:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820865:0:31829:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295652358 00000100:00000010:0.0:1790964118.820870:0:31829:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9255aef. 00000100:00000001:0.0:1790964118.820876:0:31829:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964118.820880:0:31829:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295652358 00000100:00000010:0.0:1790964118.820883:0:31829:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f80b730b. 00000100:00000001:0.0:1790964118.820887:0:31829:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964118.820890:0:31829:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295652358 00000100:00000010:0.0:1790964118.820892:0:31829:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040222f5f. 00000100:00000001:0.0:1790964118.820895:0:31829:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964118.820897:0:31829:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295652358 00000100:00000010:0.0:1790964118.820900:0:31829:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfb4d266. 00000100:00000001:0.0:1790964118.820903:0:31829:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964118.820906:0:31829:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964118.820909:0:31829:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820917:0:31829:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820920:0:31829:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.820929:0:31827:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.820932:0:31827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964118.820933:0:31827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964118.820937:0:31827:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820944:0:31827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964118.820945:0:31827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.820947:0:31827:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964118.820949:0:31827:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964118.820950:0:31827:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.820952:0:31827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000384656f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31827:1877961961640192:0@lo:400: 00000100:00000001:0.0:1790964118.820955:0:31827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964118.820958:0:31827:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964118.820959:0:31827:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.820961:0:31827:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964118.820964:0:31827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014e28472. 02000000:00000001:0.0:1790964118.820966:0:31827:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964118.820970:0:31827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d91de68. 00000400:00000010:0.0:1790964118.820973:0:31827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfc306a4. 00000100:00000200:0.0:1790964118.820976:0:31827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961961640192, portal 10 00000100:00000001:0.0:1790964118.820978:0:31827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964118.820979:0:31827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635788963674112 : -108284745877504 : ffff9d83fe2ff800) 00000100:00000040:0.0:1790964118.820984:0:31827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.820990:0:31827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964118.820992:0:31827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964118.820994:0:31827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000172df1ae. 00000100:00000200:0.0:1790964118.820996:0:31827:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961961640192, offset 0 00000400:00000200:0.0:1790964118.821000:0:31827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964118.821005:0:31827:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964118.821010:0:31827:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff17a01100 00000400:00000200:0.0:1790964118.821015:0:31827:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:0.0:1790964118.821027:0:31827:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964118.821043:0:31827:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964118.821046:0:31827:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964118.821048:0:31827:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790964118.821051:0:31827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa00fde6. 00000100:00000040:0.0:1790964118.821053:0:31827:0:(events.c:341:request_in_callback()) incoming req@00000000fa00fde6 x1877961961640192 msgsize 224 00000100:00100000:0.0:1790964118.821056:0:31827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964118.821063:0:31827:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964118.821068:0:31827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172df1ae 00000400:00000010:0.0:1790964118.821070:0:31827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000172df1ae. 00000100:00000001:0.0:1790964118.821072:0:31827:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964118.821075:0:31827:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821082:0:31827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964118.821084:0:31827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821090:0:31827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821091:0:31827:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964118.821095:0:31827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.821098:0:31827:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5092 usecs (6 jiffies) 00000100:00000001:0.0:1790964118.821100:0:31827:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295652361 00000100:00000001:0.0:1790964118.821105:0:31827:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295652358 00000100:00000001:0.0:1790964118.821107:0:31827:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295652361 00000100:00000001:0.0:1790964118.821109:0:31827:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295652358 00000100:00000001:0.0:1790964118.821112:0:31827:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295652361 00000100:00000001:0.0:1790964118.821114:0:31827:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295652358 00000100:00000001:0.0:1790964118.821116:0:31827:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295652361 00000100:00000001:0.0:1790964118.821118:0:31827:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295652358 00000100:00000001:0.0:1790964118.821121:0:31827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964118.821122:0:31827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821130:0:31827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821132:0:31827:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821137:0:31827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964118.821138:0:31827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790964118.821140:0:31827:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.821141:0:31827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964118.821142:0:31827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821144:0:31827:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821152:0:31828:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.821153:0:31828:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821165:0:32664:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964118.821168:0:32664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961639936 02000000:00000001:0.0:1790964118.821170:0:32664:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964118.821172:0:32664:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.821175:0:32664:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.821178:0:32664:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.821182:0:32664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961639936 00000020:00000001:0.0:1790964118.821184:0:32664:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964118.821186:0:32664:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f36c 00000020:00000001:0.0:1790964118.821187:0:32664:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964118.821189:0:32664:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001450f41e refcount=12 00000020:00000001:0.0:1790964118.821191:0:32664:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000020:00000001:0.0:1790964118.821193:0:32664:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788402149376 : -108285307402240 : ffff9d83dcb7c800) 00000100:00000001:0.0:1790964118.821198:0:32664:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964118.821201:0:32664:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3e39c5. 00000100:00000001:0.0:1790964118.821204:0:32664:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964118.821206:0:32664:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3e39c5. 00000020:00000010:0.0:1790964118.821212:0:32664:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9b84a2f. 00000020:00000010:0.0:1790964118.821217:0:32664:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e68ab3c. 00000020:00000010:0.0:1790964118.821222:0:32664:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004193fb30. 00000100:00000040:0.0:1790964118.821229:0:32664:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964118.821233:0:32664:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964118.821234:0:32664:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964118.821237:0:32664:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821246:0:32664:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821254:0:32664:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821284:0:32664:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964118.821286:0:32664:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964118.821291:0:32664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964118.821294:0:32664:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001450f41e : new rpc_count 1 00000100:00000001:0.0:1790964118.821296:0:32664:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635788050633808 : -108285658917808 : ffff9d83c7c41450) 00000100:00000040:0.0:1790964118.821301:0:32664:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000704de4f5 x1877961961639936/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:694/0 lens 224/0 e 0 to 0 dl 1790964129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821309:0:32664:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964118.821312:0:32664:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3e39c5. 00000100:00000001:0.0:1790964118.821313:0:32664:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964118.821315:0:32664:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3e39c5. 00000100:00100000:0.0:1790964118.821318:0:32664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000704de4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:31829:x1877961961639936:12345-0@lo:400: 00000100:00000200:0.0:1790964118.821323:0:32664:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961639936 00000020:00000001:0.0:1790964118.821326:0:32664:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964118.821329:0:32664:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964118.821331:0:32664:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821334:0:32664:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964118.821336:0:32664:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669984960 : -1039566656 : ffffffffc20978c0) 00000020:00000001:0.0:1790964118.821340:0:32664:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964118.821341:0:32664:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964118.821344:0:32664:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964118.821346:0:32664:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964118.821348:0:32664:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821350:0:32664:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964118.821352:0:32664:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964118.821354:0:32664:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964118.821358:0:32664:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095d046d3. 02000000:00000001:0.0:1790964118.821360:0:32664:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821362:0:32664:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821364:0:32664:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964118.821366:0:32664:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961639936 00010000:00000001:0.0:1790964118.821368:0:32664:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964118.821372:0:32664:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000704de4f5 x1877961961639936/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:694/0 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964118.821386:0:32664:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964118.821388:0:32664:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964118.821391:0:32664:0:(import.c:2195:obd_at_measure()) add 1 to 0000000038c59551 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964118.821394:0:32664:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964118.821396:0:32664:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:0.0:1790964118.821398:0:32664:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:0.0:1790964118.821400:0:32664:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964118.821402:0:32664:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821404:0:32664:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964118.821406:0:32664:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964118.821409:0:32664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000172df1ae. 00000100:00000200:0.0:1790964118.821412:0:32664:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961961639936, offset 224 00000400:00000200:0.0:1790964118.821416:0:32664:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964118.821421:0:32664:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964118.821425:0:32664:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff17a01000 00000400:00000200:0.0:1790964118.821430:0:32664:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:0.0:1790964118.821434:0:32664:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964118.821436:0:32664:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964118.821439:0:32664:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964118.821442:0:32664:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964118.821450:0:32664:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821461:0:32664:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964118.821466:0:32664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172df1ae 00000400:00000010:0.0:1790964118.821468:0:32664:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000172df1ae. 00000100:00000001:0.0:1790964118.821470:0:32664:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964118.821471:0:32664:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964118.821474:0:32664:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.821477:0:32664:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00010000:00000001:0.0:1790964118.821479:0:32664:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964118.821481:0:32664:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821483:0:32664:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964118.821493:0:32664:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000704de4f5 x1877961961639936/t0(0) o400->877d8a08-8ef1-4672-941f-a8de9df8fad9@0@lo:694/0 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.821500:0:32664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000704de4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:877d8a08-8ef1-4672-941f-a8de9df8fad9+12:31829:x1877961961639936:12345-0@lo:400: Request processed in 190us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964118.821506:0:32664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964118.821509:0:32664:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001450f41e : new rpc_count 0 00000100:00000001:0.0:1790964118.821511:0:32664:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964118.821512:0:32664:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964118.821516:0:32664:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e68ab3c. 00000020:00000010:0.0:1790964118.821519:0:32664:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004193fb30. 00000020:00000010:0.0:1790964118.821522:0:32664:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9b84a2f. 00000020:00000040:0.0:1790964118.821526:0:32664:0:(genops.c:879:class_export_put()) PUTting export 000000001450f41e : new refcount 11 02000000:00000001:0.0:1790964118.821529:0:32664:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964118.821531:0:32664:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000095d046d3. 02000000:00000001:0.0:1790964118.821533:0:32664:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964118.821535:0:32664:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964118.821538:0:32664:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964118.821542:0:32664:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000528cb2e6. 00000400:00000010:0.0:1790964118.821546:0:32664:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000033c0266. 00000020:00000010:0.0:1790964118.821564:0:32669:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002e3f3055. 00000100:00000001:0.0:1790964118.821568:0:32669:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964118.821569:0:32669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961640192 02000000:00000001:0.0:1790964118.821571:0:32669:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964118.821572:0:32669:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.821573:0:32669:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.821575:0:32669:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.821577:0:32669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961640192 00000020:00000001:0.0:1790964118.821579:0:32669:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964118.821579:0:32669:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f44c 00000020:00000001:0.0:1790964118.821581:0:32669:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964118.821583:0:32669:0:(lustre_handles.c:148:class_handle2object()) GET export 000000004d031c5b refcount=5 00000020:00000001:0.0:1790964118.821584:0:32669:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788980977664 : -108284728573952 : ffff9d83ff380000) 00000020:00000001:0.0:1790964118.821586:0:32669:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788980977664 : -108284728573952 : ffff9d83ff380000) 00000100:00000001:0.0:1790964118.821589:0:32669:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964118.821596:0:32669:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3e39c5. 00000100:00000001:0.0:1790964118.821598:0:32669:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964118.821600:0:32669:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3e39c5. 00000020:00000010:0.0:1790964118.821603:0:32669:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9b84a2f. 00000020:00000010:0.0:1790964118.821605:0:32669:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e68ab3c. 00000020:00000010:0.0:1790964118.821608:0:32669:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004193fb30. 00000100:00000040:0.0:1790964118.821613:0:32669:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1790964118.821615:0:32669:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964118.821616:0:32669:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964118.821618:0:32669:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821622:0:32669:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1790964118.821624:0:32669:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1790964118.821625:0:32669:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821632:0:32669:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821639:0:32669:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964118.821640:0:32669:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964118.821643:0:32669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964118.821645:0:32669:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000004d031c5b : new rpc_count 1 00000100:00000001:0.0:1790964118.821646:0:32669:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635788963671424 : -108284745880192 : ffff9d83fe2fed80) 00000100:00000040:0.0:1790964118.821649:0:32669:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa00fde6 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:694/0 lens 224/0 e 0 to 0 dl 1790964129 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821657:0:32669:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964118.821659:0:32669:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3e39c5. 00000100:00000001:0.0:1790964118.821660:0:32669:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964118.821661:0:32669:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3e39c5. 00000100:00100000:0.0:1790964118.821664:0:32669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fa00fde6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31827:x1877961961640192:12345-0@lo:400: 00000100:00000200:0.0:1790964118.821667:0:32669:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961640192 00000020:00000001:0.0:1790964118.821669:0:32669:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964118.821670:0:32669:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964118.821671:0:32669:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821673:0:32669:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964118.821675:0:32669:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662228672 : -1047322944 : ffffffffc1931ec0) 00000020:00000001:0.0:1790964118.821677:0:32669:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964118.821685:0:32669:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964118.821686:0:32669:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964118.821688:0:32669:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964118.821689:0:32669:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821691:0:32669:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964118.821693:0:32669:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964118.821694:0:32669:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964118.821697:0:32669:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095d046d3. 02000000:00000001:0.0:1790964118.821698:0:32669:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821700:0:32669:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821701:0:32669:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964118.821703:0:32669:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961961640192 00010000:00000001:0.0:1790964118.821705:0:32669:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964118.821707:0:32669:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000fa00fde6 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:694/0 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964118.821714:0:32669:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964118.821715:0:32669:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964118.821717:0:32669:0:(import.c:2195:obd_at_measure()) add 1 to 0000000064ec0017 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964118.821720:0:32669:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964118.821721:0:32669:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:0.0:1790964118.821723:0:32669:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 02000000:00000001:0.0:1790964118.821747:0:32669:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964118.821748:0:32669:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821750:0:32669:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964118.821752:0:32669:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964118.821754:0:32669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000172df1ae. 00000100:00000200:0.0:1790964118.821757:0:32669:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961961640192, offset 224 00000400:00000200:0.0:1790964118.821760:0:32669:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964118.821766:0:32669:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964118.821770:0:32669:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff17a01100 00000400:00000200:0.0:1790964118.821774:0:32669:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:0.0:1790964118.821778:0:32669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964118.821781:0:32669:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964118.821784:0:32669:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964118.821787:0:32669:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964118.821798:0:32669:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821809:0:32669:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964118.821814:0:32669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172df1ae 00000400:00000010:0.0:1790964118.821815:0:32669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000172df1ae. 00000100:00000001:0.0:1790964118.821818:0:32669:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964118.821819:0:32669:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964118.821821:0:32669:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.821823:0:32669:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00010000:00000001:0.0:1790964118.821825:0:32669:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964118.821827:0:32669:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.821828:0:32669:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964118.821831:0:32669:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa00fde6 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:694/0 lens 224/224 e 0 to 0 dl 1790964129 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.821838:0:32669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fa00fde6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31827:x1877961961640192:12345-0@lo:400: Request processed in 181us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964118.821844:0:32669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964118.821846:0:32669:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d031c5b : new rpc_count 0 00000100:00000001:0.0:1790964118.821849:0:32669:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964118.821851:0:32669:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964118.821853:0:32669:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e68ab3c. 00000020:00000010:0.0:1790964118.821856:0:32669:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004193fb30. 00000020:00000010:0.0:1790964118.821858:0:32669:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9b84a2f. 00000020:00000040:0.0:1790964118.821861:0:32669:0:(genops.c:879:class_export_put()) PUTting export 000000004d031c5b : new refcount 4 00000100:00000001:0.0:1790964118.821863:0:32669:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821884:0:31827:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.821886:0:31827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964118.821892:0:31827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964118.821893:0:31827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964118.821895:0:31827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d91de68. 00000400:00000200:0.0:1790964118.821898:0:31827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc306a4 00000400:00000010:0.0:1790964118.821900:0:31827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bfc306a4. 00000100:00000001:0.0:1790964118.821907:0:31827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964118.821911:0:31827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964118.821918:0:31827:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821924:0:31827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964118.821925:0:31827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.821928:0:31827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964118.821930:0:31827:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964118.821932:0:31827:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.821933:0:31827:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.821935:0:31827:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964118.821941:0:31827:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d29b95d8 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964118.821944:0:31827:0:(import.c:2195:obd_at_measure()) add 1 to 00000000458e93c4 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964118.821946:0:31827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964118.821948:0:31827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964118.821951:0:31827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790964118.821954:0:31827:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964118.821961:0:31827:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.821965:0:31827:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790964118.821966:0:31827:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1790964118.821968:0:31827:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790964118.821970:0:31827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.821973:0:31827:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.821979:0:31827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964118.821982:0:31827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964118.821983:0:31827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964118.821987:0:31827:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.821993:0:31827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000384656f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31827:1877961961640192:0@lo:400: 00000100:00000001:0.0:1790964118.822005:0:31827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822007:0:31827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964118.822010:0:31827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000384656f5 x1877961961640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.822016:0:31827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964118.822018:0:31827:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964118.822020:0:31827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014e28472. 02000000:00000001:0.0:1790964118.822023:0:31827:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964118.822025:0:31827:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964118.822026:0:31827:0:(genops.c:1223:class_import_put()) import 000000005f9798bd refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1790964118.822042:0:31827:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964118.822044:0:31827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ddefe58. 02000000:00000001:0.0:1790964118.822049:0:31827:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964118.822050:0:31827:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964118.822051:0:31827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000384656f5. 00000100:00000001:0.0:1790964118.822054:0:31827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964118.822055:0:31827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822057:0:31827:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822061:0:31827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964118.822062:0:31827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.822064:0:31827:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.822066:0:31827:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.822073:0:31829:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.822074:0:31829:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964118.822077:0:31829:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964118.822078:0:31829:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964118.822080:0:31829:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f970d28e. 00000400:00000200:0.0:1790964118.822083:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a4b1f8 00000400:00000010:0.0:1790964118.822084:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a4b1f8. 00000100:00000001:0.0:1790964118.822086:0:31829:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964118.822089:0:31829:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964118.822096:0:31829:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.822102:0:31829:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964118.822111:0:31829:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822113:0:31829:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964118.822114:0:31829:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964118.822115:0:31829:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.822117:0:31829:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.822118:0:31829:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964118.822121:0:31829:0:(import.c:2195:obd_at_measure()) add 5 to 00000000bd3f4b30 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964118.822124:0:31829:0:(import.c:2195:obd_at_measure()) add 1 to 0000000080fef540 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964118.822126:0:31829:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964118.822127:0:31829:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964118.822129:0:31829:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964118.822130:0:31829:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.822132:0:31829:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964118.822135:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.822141:0:31829:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964118.822143:0:31829:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964118.822144:0:31829:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964118.822147:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.822152:0:31829:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005a4ecf90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:877d8a08-8ef1-4672-941f-a8de9df8fad9:31829:1877961961639936:0@lo:400: 00000100:00000001:0.0:1790964118.822156:0:31829:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822158:0:31829:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964118.822160:0:31829:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a4ecf90 x1877961961639936/t0(0) o400->MGC192.168.202.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.822165:0:31829:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964118.822166:0:31829:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964118.822168:0:31829:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abcb568d. 02000000:00000001:0.0:1790964118.822173:0:31829:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964118.822174:0:31829:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964118.822176:0:31829:0:(genops.c:1223:class_import_put()) import 00000000004a64d4 refcount=3 obd=MGC192.168.202.116@tcp 00000020:00000001:0.0:1790964118.822177:0:31829:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964118.822178:0:31829:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bb68680. 02000000:00000001:0.0:1790964118.822180:0:31829:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964118.822186:0:31829:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964118.822188:0:31829:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a4ecf90. 00000100:00000001:0.0:1790964118.822191:0:31829:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964118.822192:0:31829:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822193:0:31829:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.822197:0:31829:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964118.822199:0:31829:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.822200:0:31829:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.822201:0:31829:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964118.822367:0:31830:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964118.822370:0:31830:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.822658:0:31826:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964118.822662:0:31826:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1790964118.822667:0:31826:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964108/real 1790964108] req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1790964118.822676:0:31826:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964118.822677:0:31826:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964118.822679:0:31826:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061d6817f. 00000400:00000200:1.0:1790964118.822682:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da5cc65 00000400:00000010:1.0:1790964118.822684:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000da5cc65. 00000100:00000001:1.0:1790964118.822686:0:31826:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964118.822688:0:31826:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964118.822694:0:31826:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.822699:0:31826:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964118.822700:0:31826:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.822702:0:31826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964118.822708:0:31826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1790964118.822712:0:31826:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.822717:0:31826:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.822721:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964118.822722:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.822740:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964118.822742:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964118.822743:0:31826:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964118.822747:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.822754:0:31826:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964118.822755:0:31826:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964118.822758:0:31826:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964118.822760:0:31826:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964118.822762:0:31826:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964118.822764:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002c62717a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961640064:0@lo:38: 00000100:00000001:1.0:1790964118.822768:0:31826:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964118.823968:0:31826:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964118.823973:0:31826:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964118.823977:0:31826:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964118.823982:0:31826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8e0b6fb. 02000000:00000001:1.0:1790964118.823985:0:31826:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964118.823990:0:31826:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c98316. 00000400:00000010:1.0:1790964118.823997:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b3c3bdc. 00000100:00000200:1.0:1790964118.824002:0:31826:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961961640064, portal 4 00000100:00000001:1.0:1790964118.824004:0:31826:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964118.824006:0:31826:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635788963661568 : -108284745890048 : ffff9d83fe2fc700) 00000020:00000010:1.0:1790964118.824013:0:31826:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c9094e28. 00000100:00000040:1.0:1790964118.824022:0:31826:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824038:0:31826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964118.824041:0:31826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964118.824050:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ded1621d. 00000100:00000200:1.0:1790964118.824054:0:31826:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961961640064, offset 0 00000400:00000200:1.0:1790964118.824059:0:31826:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964118.824072:0:31826:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964118.824084:0:31826:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff17a01080 00000400:00000200:1.0:1790964118.824090:0:31826:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:1.0:1790964118.824147:0:31826:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964118.824152:0:31826:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964118.824158:0:31826:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964118.824159:0:31826:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1790964118.824164:0:31826:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da280532. 00000100:00000040:1.0:1790964118.824166:0:31826:0:(events.c:341:request_in_callback()) incoming req@00000000da280532 x1877961961640064 msgsize 520 00000100:00100000:1.0:1790964118.824170:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964118.824185:0:31826:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964118.824191:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ded1621d 00000400:00000010:1.0:1790964118.824193:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ded1621d. 00000100:00000001:1.0:1790964118.824197:0:31826:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964118.824200:0:31826:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824207:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964118.824209:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824215:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824216:0:31826:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964118.824221:0:31826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964118.824225:0:31826:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2771 usecs (3 jiffies) 00000100:00000001:1.0:1790964118.824228:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295652362 00000100:00000001:1.0:1790964118.824235:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295652361 00000100:00000001:1.0:1790964118.824239:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295652362 00000100:00000001:1.0:1790964118.824242:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295652361 00000100:00000001:1.0:1790964118.824244:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295652362 00000100:00000001:1.0:1790964118.824246:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295652361 00000100:00000001:1.0:1790964118.824257:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295652362 00000100:00000001:1.0:1790964118.824260:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295652361 00000100:00000001:1.0:1790964118.824262:0:31826:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964118.824264:0:31826:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824269:0:31826:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964118.824273:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824279:0:31826:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1790964118.824282:0:31826:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.824284:0:31826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964118.824285:0:31826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.824287:0:31826:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964118.824289:0:31826:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1790964118.824292:0:31826:0:(import.c:65:import_set_state_nolock()) 000000009cf3389a lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964118.824308:0:31826:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1790964118.824311:0:31826:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1790964118.824313:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964118.824320:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ccae1b4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961637120:0@lo:8: 00000100:00000001:1.0:1790964118.824324:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824327:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964118.824329:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ccae1b4f x1877961961637120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964118 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824334:0:31826:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964118.824336:0:31826:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964118.824338:0:31826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000029f6dc45. 02000000:00000001:1.0:1790964118.824341:0:31826:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964118.824344:0:31826:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964118.824345:0:31826:0:(genops.c:1223:class_import_put()) import 000000009cf3389a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1790964118.824347:0:31826:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964118.824354:0:31826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d3f99ce0. 02000000:00000001:1.0:1790964118.824358:0:31826:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964118.824360:0:31826:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964118.824362:0:31826:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccae1b4f. 00000100:00000001:1.0:1790964118.824364:0:31826:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964118.824365:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.824367:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.824374:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964118.824375:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964118.824377:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964118.824379:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964118.824381:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824382:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964118.824397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790964118.824401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1790964118.824403:0:38:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964118.824405:0:38:0:(import.c:65:import_set_state_nolock()) 000000009cf3389a lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964118.824408:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790964118.824411:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 974 00000100:00001000:1.0:1790964118.824415:0:38:0:(import.c:2195:obd_at_measure()) add 10 to 00000000acc3608a time=1790964118 v=0 (0 0 0 0) 00000100:00001000:1.0:1790964118.824418:0:38:0:(import.c:2261:obd_at_measure()) AT 00000000acc3608a change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790964118.824421:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790964118.824424:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:1.0:1790964118.824427:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964118.824428:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:1.0:1790964118.824430:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000001:1.0:1790964118.824433:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964118.824435:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9eb2dcbc8206f3f1 00000020:00000001:1.0:1790964118.824437:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964118.824440:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000073892aca refcount=4 00000020:00000001:1.0:1790964118.824442:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635788755308544 : -108284954243072 : ffff9d83f1c49000) 00000020:00000001:1.0:1790964118.824444:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635788755308544 : -108284954243072 : ffff9d83f1c49000) 00000100:00000040:1.0:1790964118.824447:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 15 to 0@lo 00000100:00000001:1.0:1790964118.824455:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964118.824456:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:1.0:1790964118.824458:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000020:00000040:1.0:1790964118.824460:0:38:0:(genops.c:879:class_export_put()) PUTting export 0000000073892aca : new refcount 3 00000100:00080000:1.0:1790964118.824463:0:38:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000009cf3389a using connection 192.168.202.116@tcp/0@lo 00000100:00000001:1.0:1790964118.824465:0:38:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964118.824468:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964118.824474:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964118.824476:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824478:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964118.824481:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964118.824484:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccae1b4f. 00000020:00000040:1.0:1790964118.824486:0:38:0:(genops.c:1210:class_import_get()) import 000000009cf3389a refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1790964118.824489:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964118.824491:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824493:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964118.824495:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964118.824498:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964118.824503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ae2588c8. 00000100:00000001:1.0:1790964118.824509:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964118.824513:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964118.824520:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964118.824522:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964118.824525:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccae1b4f] to pc [ptlrpcd_rcv+-1] req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824536:0:38:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964118.824541:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (990) 00000100:00000001:1.0:1790964118.824551:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964118.824552:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964118.824554:0:31826:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964118.824556:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824563:0:31826:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964118.824569:0:31826:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964118.824572:0:31826:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964118.824574:0:31826:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964118.824576:0:31826:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964118.824578:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ccae1b4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961640320:0@lo:8: 00000100:00000001:1.0:1790964118.824582:0:31826:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964118.824584:0:31826:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964118.824585:0:31826:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964118.824587:0:31826:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964118.824590:0:31826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c52a881e. 02000000:00000001:1.0:1790964118.824592:0:31826:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964118.824596:0:31826:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8ec4d5. 00000400:00000010:1.0:1790964118.824600:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ded1621d. 00000100:00000200:1.0:1790964118.824603:0:31826:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961961640320, portal 4 00000100:00000001:1.0:1790964118.824604:0:31826:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964118.824606:0:31826:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635783677988352 : -108290031563264 : ffff9d82c322ce00) 00000020:00000010:1.0:1790964118.824611:0:31826:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000018dd09a8. 00000100:00000040:1.0:1790964118.824615:0:31826:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824620:0:31826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964118.824623:0:31826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964118.824625:0:31826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a70cbf27. 00000100:00000200:1.0:1790964118.824627:0:31826:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961961640320, offset 0 00000400:00000200:1.0:1790964118.824631:0:31826:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964118.824637:0:31826:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964118.824642:0:31826:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff17a01180 00000400:00000100:1.0:1790964118.824646:0:31826:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961961640320 offset 0 length 520: 4 00000400:00000200:1.0:1790964118.824649:0:31826:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000084e4e8d5 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1790964118.824651:0:31826:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1790964118.824656:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a70cbf27 00000400:00000010:1.0:1790964118.824658:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a70cbf27. 00000100:00000001:1.0:1790964118.824660:0:31826:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964118.824663:0:31826:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824675:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964118.824677:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ccae1b4f x1877961961640320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964118.824682:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824684:0:31826:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964118.824688:0:31826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964118.824691:0:31826:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1790964118.824693:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295652365 00000100:00000001:1.0:1790964118.824696:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295652362 00000100:00000001:1.0:1790964118.824698:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295652365 00000100:00000001:1.0:1790964118.824701:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295652362 00000100:00000001:1.0:1790964118.824702:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295652365 00000100:00000001:1.0:1790964118.824705:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295652362 00000100:00000001:1.0:1790964118.824707:0:31826:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295652365 00000100:00000001:1.0:1790964118.824709:0:31826:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295652362 00000100:00000001:1.0:1790964118.824711:0:31826:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964118.824712:0:31826:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824714:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824716:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964118.824719:0:31826:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964118.824720:0:31826:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964118.824721:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964118.824723:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964118.824724:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964118.824746:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964118.826200:0:32673:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000066b74229. 00000100:00000001:0.0:1790964118.826209:0:32673:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964118.826211:0:32673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961961640064 02000000:00000001:0.0:1790964118.826214:0:32673:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964118.826216:0:32673:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.826218:0:32673:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.826221:0:32673:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964118.826226:0:32673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961961640064 00000020:00000001:0.0:1790964118.826228:0:32673:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964118.826229:0:32673:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964118.826231:0:32673:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964118.826233:0:32673:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964118.826235:0:32673:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964118.826240:0:32673:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014e28472. 00000020:00000010:0.0:1790964118.826245:0:32673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e68ab3c. 00000020:00000010:0.0:1790964118.826249:0:32673:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004193fb30. 00000100:00000001:0.0:1790964118.826255:0:32673:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964118.826256:0:32673:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964118.826258:0:32673:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.826265:0:32673:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.826280:0:32673:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.826293:0:32673:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964118.826295:0:32673:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964118.826301:0:32673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964118.826304:0:32673:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635783677990144 : -108290031561472 : ffff9d82c322d500) 00000100:00000040:0.0:1790964118.826309:0:32673:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da280532 x1877961961640064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.826331:0:32673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000da280532 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31826:x1877961961640064:12345-0@lo:38: 00000100:00000200:0.0:1790964118.826334:0:32673:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961961640064 00000020:00000001:0.0:1790964118.826337:0:32673:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964118.826340:0:32673:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:0.0:1790964118.826352:0:32673:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1790964118.826355:0:32673:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1790964118.830921:0:32518:0:(connection.c:75:cpu_latency_work()) work item of 000000007ff848c8 (cpu 1) has reached its deadline 4295652365, at 4295652366 00000100:00000010:1.0:1790964118.830933:0:32518:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f80b730b. 00000100:00000040:2.0:1790964118.834939:0:138:0:(connection.c:75:cpu_latency_work()) work item of 000000009de723c9 (cpu 2) has reached its deadline 4295652365, at 4295652367 00000100:00000010:2.0:1790964118.834958:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040222f5f. 00000100:00000040:3.0:1790964118.835491:0:23865:0:(connection.c:75:cpu_latency_work()) work item of 00000000303b2bf4 (cpu 3) has reached its deadline 4295652365, at 4295652370 00000100:00000010:3.0:1790964118.835499:0:23865:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfb4d266. 00010000:00000001:0.0:1790964118.865058:0:32673:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964118.865071:0:32673:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964118.865074:0:32673:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964118.865078:0:32673:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964118.865081:0:32673:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1790964118.865127:0:5667:0:(connection.c:75:cpu_latency_work()) work item of 000000007b4265ea (cpu 0) has reached its deadline 4295652365, at 4295652396 00000100:00000010:0.0:1790964118.865138:0:5667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9255aef. 02000000:00000010:3.0:1790964118.865521:0:32673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003160c2ca. 02000000:00000001:3.0:1790964118.865525:0:32673:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964118.865540:0:32673:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964118.865545:0:32673:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964118.865547:0:32673:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964118.865550:0:32673:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1790964118.865553:0:32673:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1790964118.865556:0:32673:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964118.865560:0:32673:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000004261accf refcount 17 to 0@lo 00000100:00000001:3.0:1790964118.865562:0:32673:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635789020621248 : -108284688930368 : ffff9d840194e9c0) 00000100:00000001:3.0:1790964118.865564:0:32673:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446635789020621248 : -108284688930368 : 0xffff9d840194e9c0) 00000100:00000040:3.0:1790964118.865567:0:32673:0:(connection.c:150:ptlrpc_connection_get()) conn=000000004261accf refcount 17 to 0@lo 02000000:00000001:3.0:1790964118.865568:0:32673:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964118.865570:0:32673:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964118.865574:0:32673:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964118.865576:0:32673:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964118.865581:0:32673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041d61d67. 00000100:00000200:3.0:1790964118.865588:0:32673:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961961640064, offset 0 00000400:00000200:3.0:1790964118.865593:0:32673:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964118.865605:0:32673:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964118.865614:0:32673:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff17a01080 00000400:00000200:3.0:1790964118.865620:0:32673:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb09 [1] + 0 00000400:00000200:3.0:1790964118.865629:0:32673:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964118.865632:0:32673:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964118.865639:0:32673:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964118.865645:0:32673:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964118.865654:0:32673:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964118.865676:0:32673:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964118.865685:0:32673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041d61d67 00000400:00000010:3.0:1790964118.865687:0:32673:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000041d61d67. 00000100:00000001:3.0:1790964118.865691:0:32673:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964118.865692:0:32673:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964118.865697:0:32673:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964118.865699:0:32673:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000004261accf refcount 16 to 0@lo 00000100:00000001:3.0:1790964118.865706:0:32673:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964118.865708:0:32673:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1790964118.865715:0:32673:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da280532 x1877961961640064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964138 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964118.865723:0:32673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000da280532 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31826:x1877961961640064:12345-0@lo:38: Request processed in 39392us (41555us total) trans 0 rc -19/-19 00000020:00000010:3.0:1790964118.865754:0:32673:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006ac467bf. 00000100:00100000:3.0:1790964118.865762:0:32673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964118.865764:0:32673:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964118.865766:0:32673:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964118.865772:0:32673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e68ab3c. 00000020:00000010:3.0:1790964118.865777:0:32673:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004193fb30. 00000020:00000010:3.0:1790964118.865781:0:32673:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014e28472. 00000100:00000001:3.0:1790964118.865785:0:32673:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.867288:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.867296:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964118.867306:0:31826:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964118.867308:0:31826:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964118.867311:0:31826:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c98316. 00000400:00000200:0.0:1790964118.867318:0:31826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b3c3bdc 00000400:00000010:0.0:1790964118.867320:0:31826:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b3c3bdc. 00000100:00000001:0.0:1790964118.867324:0:31826:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964118.867331:0:31826:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964118.867341:0:31826:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.867346:0:31826:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964118.867348:0:31826:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.867350:0:31826:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964118.867353:0:31826:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964118.867355:0:31826:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964118.867357:0:31826:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964118.867359:0:31826:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964118.867386:0:31826:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e2b68f56. 00000100:00001000:0.0:1790964118.867393:0:31826:0:(import.c:2195:obd_at_measure()) add 0 to 000000009f29b9f7 time=1790964118 v=5 (0 0 0 0) 00000100:00001000:0.0:1790964118.867397:0:31826:0:(import.c:2195:obd_at_measure()) add 1 to 00000000877ce094 time=10 v=10 (10 0 0 0) 00000100:00000001:0.0:1790964118.867400:0:31826:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964118.867403:0:31826:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964118.867405:0:31826:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1790964118.867410:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964133 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.867416:0:31826:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1790964118.867419:0:31826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964118.867421:0:31826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.867423:0:31826:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1790964118.867425:0:31826:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1790964118.867428:0:31826:0:(import.c:65:import_set_state_nolock()) 00000000da7a54f9 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964118.867432:0:31826:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1790964118.867434:0:31826:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1790964118.867437:0:31826:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964133 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964118.867443:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002c62717a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31826:1877961961640064:0@lo:38: 00000100:00000001:0.0:1790964118.867448:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.867450:0:31826:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964118.867453:0:31826:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c62717a x1877961961640064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964133 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964118.867459:0:31826:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964118.867461:0:31826:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964118.867464:0:31826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8e0b6fb. 02000000:00000001:0.0:1790964118.867467:0:31826:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964118.867470:0:31826:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964118.867471:0:31826:0:(genops.c:1223:class_import_put()) import 00000000da7a54f9 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1790964118.867473:0:31826:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964118.867480:0:31826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ee3eda1a. 02000000:00000001:0.0:1790964118.867483:0:31826:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964118.867485:0:31826:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964118.867486:0:31826:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c62717a. 00000100:00000001:0.0:1790964118.867489:0:31826:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964118.867490:0:31826:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964118.867492:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.867494:0:31826:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964118.867496:0:31826:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964118.867497:0:31826:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964118.867498:0:31826:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1790964118.884483:0:33112:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1790964118.884501:0:33112:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964118.884505:0:33112:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964118.944791:0:32707:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964118.944800:0:32707:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964118.944802:0:32707:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964118.944805:0:32707:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c7cfb4bb going to sleep for 0 seconds 00000100:00000001:2.0:1790964118.944810:0:32707:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964118.944814:0:32707:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964118.944816:0:32707:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964118.944819:0:32707:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964118.944821:0:32707:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 3346 lines, 3346 kept, 0 dropped, 0 bad.