00000020:01000004:0.0F:1790964057.536261:0:32570:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964057.536277:0:32570:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:0.0:1790964057.536404:0:32570:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000ca31e0cc 00000080:02000400:0.0:1790964057.536416:0:32570:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964057.546469:0:32570:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964057.546485:0:32570:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1790964057.546728:0:32570:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000f84c4696) 00000020:00000080:0.0:1790964057.546752:0:32570:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:3.0F:1790964057.669965:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0F:1790964057.699291:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1790964057.705852:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 451: rc = 0 00100000:10000000:2.0:1790964057.705943:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:2.0:1790964057.706593:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:2.0:1790964057.712400:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1790964057.712515:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:2.0:1790964057.712850:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:2.0:1790964057.712940:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1790964057.720318:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1790964057.726117:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 329: rc = 0 00100000:10000000:2.0:1790964057.726217:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 329: rc = 0 00100000:10000000:3.0:1790964057.752727:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 100: rc = 0 00100000:10000000:3.0:1790964057.755654:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 100: rc = 0 00100000:10000000:3.0:1790964057.758302:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 100: rc = 0 00100000:10000000:3.0:1790964057.762460:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 100: rc = 0 00100000:10000000:3.0:1790964057.766327:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 100: rc = 0 00100000:10000000:3.0:1790964057.768328:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 100: rc = 0 00100000:10000000:2.0:1790964057.770323:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 100: rc = 0 00100000:10000000:2.0:1790964057.776306:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 100: rc = 0 00100000:10000000:1.0F:1790964057.782593:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 100: rc = 0 00100000:10000000:1.0:1790964057.786811:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 100: rc = 0 00100000:10000000:1.0:1790964057.788007:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 100: rc = 0 00100000:10000000:1.0:1790964057.799357:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 100: rc = 0 00100000:10000000:1.0:1790964057.802712:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 581: rc = 0 00100000:10000000:1.0:1790964057.815022:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 581: rc = 0 00100000:10000000:1.0:1790964057.821191:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 581: rc = 0 00100000:10000000:1.0:1790964057.823210:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 581: rc = 0 00100000:10000000:1.0:1790964057.824221:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 581: rc = 0 00100000:10000000:1.0:1790964057.839285:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 581: rc = 0 00100000:10000000:0.0:1790964057.842392:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 581: rc = 0 00100000:10000000:0.0:1790964057.843975:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 581: rc = 0 00100000:10000000:0.0:1790964057.845103:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 581: rc = 0 00100000:10000000:2.0:1790964057.847864:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 581: rc = 0 00100000:10000000:2.0:1790964057.851242:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 581: rc = 0 00100000:10000000:0.0:1790964057.852844:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 581: rc = 0 00100000:10000000:0.0:1790964057.854153:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 581: rc = 0 00100000:10000000:0.0:1790964057.855311:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 581: rc = 0 00100000:10000000:2.0:1790964057.862952:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 581: rc = 0 00100000:10000000:2.0:1790964057.864149:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 581: rc = 0 00100000:10000000:2.0:1790964057.865322:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 581: rc = 0 00100000:10000000:2.0:1790964057.866640:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 581: rc = 0 00100000:10000000:2.0:1790964057.868020:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 581: rc = 0 00100000:10000000:2.0:1790964057.869186:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 581: rc = 0 00100000:10000000:2.0:1790964057.870771:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 581: rc = 0 00100000:10000000:2.0:1790964057.874005:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 581: rc = 0 00100000:10000000:3.0:1790964057.877967:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 581: rc = 0 00100000:10000000:3.0:1790964057.880408:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 581: rc = 0 00100000:10000000:0.0:1790964057.892133:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 581: rc = 0 00100000:10000000:0.0:1790964057.896775:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 581: rc = 0 00100000:10000000:1.0:1790964057.898931:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 581: rc = 0 00100000:10000000:1.0:1790964057.900427:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 581: rc = 0 00100000:10000000:1.0:1790964057.901975:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 581: rc = 0 00100000:10000000:1.0:1790964057.906180:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 581: rc = 0 00100000:10000000:1.0:1790964057.908758:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 581: rc = 0 00100000:10000000:1.0:1790964057.910264:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 581: rc = 0 00100000:10000000:3.0:1790964057.917719:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 331: rc = 0 00100000:10000000:3.0:1790964057.918800:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 331: rc = 0 00100000:10000000:3.0:1790964057.929043:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1790964057.936866:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 641: rc = 0 00100000:10000000:3.0:1790964057.957773:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1790964057.957935:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 641: rc = 0 00100000:10000000:3.0:1790964057.958984:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1790964057.959044:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 641: rc = 0 00100000:10000000:3.0:1790964057.960758:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1790964057.960850:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 567: rc = 0 00100000:10000000:3.0:1790964057.962307:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1790964057.962416:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 567: rc = 0 00100000:10000000:3.0:1790964057.963971:0:32570:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1790964057.964038:0:32570:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 567: rc = 0 00000020:00000080:3.0:1790964057.964262:0:32570:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1790964057.964271:0:32570:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790964057.964282:0:32570:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a4e6 00000020:01000004:3.0:1790964057.964291:0:32570:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1790964057.964296:0:32570:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1790964057.964309:0:32570:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000ca31e0cc from MGS 00000020:01000004:3.0:1790964057.964314:0:32570:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1790964057.964332:0:32570:0:(genops.c:413:class_newdev()) Allocate new device MGS (0000000076705f88) 00000020:00000080:3.0:1790964057.964343:0:32570:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1790964057.964453:0:32570:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000ca31e0cc from MGS, refs=2 00080000:01000000:3.0:1790964057.964460:0:32570:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790964057.964464:0:32570:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a4f4 00000100:00100000:2.0:1790964057.965947:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790964057.966102:0:32570:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1790964057.966109:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1790964057.966857:0:32570:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1790964057.966866:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790964057.967642:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964057.967945:0:32570:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790964057.967950:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1790964057.968732:0:32570:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1790964057.968883:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790964057.969258:0:32570:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790964057.969264:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790964057.970151:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964057.970155:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964057.970157:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964057.970736:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964057.970739:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964057.970740:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964057.971344:0:32570:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790964057.975191:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1790964058.220639:0:32570:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 3063 MB/s 00000001:01000000:3.0:1790964058.472762:0:32570:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2511 MB/s 00000001:01000000:2.0:1790964058.728962:0:32570:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 386 MB/s 00000001:01000000:0.0:1790964058.979700:0:32570:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 545 MB/s 00010000:00010000:3.0:1790964058.992147:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1790964059.046371:0:32570:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1790964059.046405:0:32570:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1790964059.046408:0:32570:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1790964059.057029:0:32579:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790964059.063423:0:32570:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790964059.063720:0:32570:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:3.0:1790964059.063955:0:32570:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:3.0:1790964059.064030:0:32570:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1790964059.064358:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964059.066404:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1790964059.066420:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1790964059.072569:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1790964059.072589:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964059.073074:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964059.073081:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1790964059.074429:0:32570:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790964059.074459:0:32570:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.144@tcp' 00000020:01000004:0.0:1790964059.074472:0:32570:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790964059.074533:0:32570:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.144@tcp (typ=mgc) 00000020:00000080:0.0:1790964059.074590:0:32570:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.144@tcp (000000001802729a) 00000020:00000080:0.0:1790964059.074608:0:32570:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00000100:00080000:2.0:1790964059.074727:0:32584:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00080000:1.0:1790964059.074896:0:32570:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009907984c@MGC192.168.201.144@tcp: add connection 192.168.201.144@tcp at head 00010000:00010000:1.0:1790964059.075066:0:32570:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.144@tcp-0 is initialized 00000040:01000000:1.0:1790964059.075074:0:32570:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.144@tcp ctxt 1 is initialized 10000000:01000000:3.0:1790964059.077829:0:32585:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1790964059.077932:0:32570:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.144@tcp (uuid cdfdc3a7-9224-47b9-8405-435e5d398b82) 00000020:00000080:1.0:1790964059.077970:0:32570:0:(genops.c:1385:class_connect()) connect: client cdfdc3a7-9224-47b9-8405-435e5d398b82, cookie 0xd05d6321d7a6a502 00000100:00080000:1.0:1790964059.077987:0:32570:0:(import.c:545:import_select_connection()) MGC192.168.201.144@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964059.077993:0:32570:0:(import.c:665:import_select_connection()) MGC192.168.201.144@tcp: import 000000009907984c using connection 192.168.201.144@tcp/0@lo 00000100:00100000:1.0:1790964059.078043:0:32570:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f36ec5f1 x1877961912352896/t0(0) o250->MGC192.168.201.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964059.078075:0:32570:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cdfdc3a7-9224-47b9-8405-435e5d398b82->MGS 00000020:01000004:1.0:1790964059.078106:0:32570:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1790964059.078112:0:32570:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1790964059.078137:0:32570:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000001fbb3337) 00000020:00000080:1.0:1790964059.078153:0:32570:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1790964059.086663:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f36ec5f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cdfdc3a7-9224-47b9-8405-435e5d398b82:31764:1877961912352896:0@lo:250: 00000100:00100000:3.0:1790964059.086755:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964059.086844:0:32581:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912352896 00000100:00100000:3.0:1790964059.086853:0:32581:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912352896 00000100:00100000:3.0:1790964059.086890:0:32581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964059.086897:0:32581:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000072933a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:31764:x1877961912352896:12345-0@lo:250: 00010000:00080000:3.0:1790964059.086928:0:32581:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo t0 exp 0000000000000000 cur 922 last 0 00000020:00000080:3.0:1790964059.086955:0:32581:0:(genops.c:1385:class_connect()) connect: client cdfdc3a7-9224-47b9-8405-435e5d398b82, cookie 0xd05d6321d7a6a510 00000100:00080000:3.0:1790964059.087118:0:32581:0:(import.c:65:import_set_state_nolock()) 00000000656b5be9 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790964059.087172:0:32581:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000072933a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+5:31764:x1877961912352896:12345-0@lo:250: Request processed in 274us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.087181:0:32581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964059.087233:0:31764:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.144@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790964059.087241:0:31764:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.144@tcp: connect to target with instance 0 00000100:00080000:3.0:1790964059.087248:0:31764:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.144@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1790964059.087253:0:31764:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1790964059.087255:0:31764:0:(import.c:65:import_set_state_nolock()) 000000009907984c MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1790964059.087258:0:31764:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1790964059.087266:0:31764:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1790964059.087270:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f36ec5f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cdfdc3a7-9224-47b9-8405-435e5d398b82:31764:1877961912352896:0@lo:250: 00000100:00100000:1.0:1790964059.102460:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964059.102708:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964059.102715:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1790964059.110941:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964059.110958:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1790964059.116961:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964059.116979:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1790964059.118292:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964059.118516:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1790964059.118523:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1790964059.123856:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1790964059.123872:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964059.166152:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964059.166410:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964059.166415:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1790964059.167947:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1790964059.167962:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1790964059.168496:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964059.168676:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964059.168679:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1790964059.170574:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964059.170587:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1790964059.171715:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964059.171907:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964059.171913:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1790964059.173053:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964059.173066:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1790964059.174047:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964059.174377:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964059.174383:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1790964059.175249:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964059.175259:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790964059.206113:0:32570:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964059.206364:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964059.206371:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964059.212056:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964059.212080:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790964059.213279:0:32570:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964059.213291:0:32570:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790964059.214431:0:32570:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790964059.214460:0:32570:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1790964059.214466:0:32570:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.144@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790964059.215009:0:32570:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.144@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790964059.215044:0:32570:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.144@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790964059.215049:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790964059.215050:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964059.215051:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964059.215053:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964059.215054:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964059.215055:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964059.215057:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964059.215058:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964059.215063:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964059.215064:0:32570:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964059.215067:0:32570:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790964059.215069:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964059.215070:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964059.215071:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964059.215072:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964059.215073:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964059.215074:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964059.215075:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964059.215075:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964059.215076:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964059.215077:0:32570:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964059.215105:0:32570:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964059.215122:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaff32ae pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353024:0@lo:253: 00000100:00100000:3.0:1790964059.215214:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964059.215334:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cb394c going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.215401:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353024 00000100:00100000:2.0:1790964059.215408:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353024 00000100:00100000:2.0:1790964059.215757:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964059.215767:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000086eca072 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+5:32570:x1877961912353024:12345-0@lo:253: 20000000:01000000:2.0:1790964059.215826:0:32583:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790964059.215830:0:32583:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1790964059.215833:0:32583:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790964059.216219:0:32604:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1790964059.216889:0:32583:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:1.0:1790964059.223563:0:32607:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1790964059.223574:0:32607:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1790964059.223577:0:32607:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:1.0:1790964059.223626:0:32607:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:2.0:1790964059.223984:0:32583:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790964059.223999:0:32583:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1790964059.258133:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000086eca072 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+5:32570:x1877961912353024:12345-0@lo:253: Request processed in 42361us (42911us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.258149:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964059.258224:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaff32ae pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353024:0@lo:253: 10000000:01000000:1.0:1790964059.258239:0:32570:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790964059.258242:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790964059.258244:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964059.258245:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964059.258246:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964059.258247:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964059.258248:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964059.258249:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964059.258251:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964059.258252:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964059.258253:0:32570:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790964059.258273:0:32570:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000ca31e0cc from lustre-MDT0000 10000000:01000000:1.0:1790964059.258297:0:32570:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1790964059.258299:0:32570:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964059.258302:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d213c700000 10000000:01000000:1.0:1790964059.258305:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964059.258312:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d213c700000 from 1 10000000:01000000:1.0:1790964059.258314:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790964059.258344:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.258363:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.258371:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.258384:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353152:0@lo:101: 00000100:00100000:1.0:1790964059.258424:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.258617:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.258665:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353152 00000100:00100000:3.0:1790964059.258672:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353152 00000100:00100000:3.0:1790964059.258714:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964059.258722:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009844d4bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+5:32570:x1877961912353152:12345-0@lo:101: 00010000:00010000:3.0:1790964059.258735:0:32582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964059.258747:0:32582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008c56dc02/0xd05d6321d7a6a51e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a517 expref: -99 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.258769:0:32582:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c56dc02/0xd05d6321d7a6a51e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a517 expref: 6 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.258778:0:32582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008c56dc02/0xd05d6321d7a6a51e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a517 expref: 6 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.258794:0:32582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008c56dc02, rc 0) 00000100:00100000:3.0:1790964059.258822:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009844d4bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+6:32570:x1877961912353152:12345-0@lo:101: Request processed in 101us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.258828:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964059.258852:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353152:0@lo:101: 00010000:00010000:1.0:1790964059.258864:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a51e expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.258873:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a51e expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.258910:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353280:0@lo:501: 00000100:00100000:1.0:1790964059.258929:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.258951:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.258965:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353280 00000100:00100000:3.0:1790964059.258969:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353280 00000100:00100000:3.0:1790964059.258998:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964059.259003:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005a1e7858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+6:32570:x1877961912353280:12345-0@lo:501: 00000100:00100000:3.0:1790964059.259176:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005a1e7858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+6:32570:x1877961912353280:12345-0@lo:501: Request processed in 172us (246us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790964059.259183:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964059.259223:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353280:0@lo:501: 10000000:01000000:1.0:1790964059.259251:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790964059.259265:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a51e expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259273:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 00000000234273fa/0xd05d6321d7a6a517 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a51e expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964059.259291:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d200ce57000 10000000:01000000:1.0:1790964059.259295:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790964059.259298:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d200ce57000 10000000:01000000:1.0:1790964059.259300:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790964059.259302:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d200ce57000 from 1 10000000:01000000:1.0:1790964059.259305:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790964059.259319:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259326:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259333:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.259344:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353408:0@lo:101: 00000100:00100000:1.0:1790964059.259369:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.259383:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.259391:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353408 00000100:00100000:3.0:1790964059.259395:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353408 00000100:00100000:3.0:1790964059.259452:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964059.259465:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a7dec313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+6:32570:x1877961912353408:12345-0@lo:101: 00010000:00010000:3.0:1790964059.259471:0:32582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964059.259479:0:32582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a49d8985/0xd05d6321d7a6a52c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a525 expref: -99 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259491:0:32582:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a49d8985/0xd05d6321d7a6a52c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a525 expref: 7 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259499:0:32582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a49d8985/0xd05d6321d7a6a52c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a525 expref: 7 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259505:0:32582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a49d8985, rc 0) 00000100:00100000:3.0:1790964059.259567:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a7dec313 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+7:32570:x1877961912353408:12345-0@lo:101: Request processed in 110us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.259579:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964059.259644:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353408:0@lo:101: 00010000:00010000:1.0:1790964059.259654:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a52c expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259661:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a52c expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964059.259671:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790964059.259683:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a52c expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259700:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 0000000048d67a86/0xd05d6321d7a6a525 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a52c expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964059.259706:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964059.259709:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964059.259713:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d200ce57000 10000000:01000000:1.0:1790964059.259715:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790964059.259718:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1790964059.259720:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1790964059.259733:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259740:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.259746:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.259757:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353536:0@lo:101: 00000100:00100000:1.0:1790964059.259782:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.259811:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.259834:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353536 00000100:00100000:3.0:1790964059.259838:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353536 00000100:00100000:3.0:1790964059.259903:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964059.259909:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c7fb56e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+7:32570:x1877961912353536:12345-0@lo:101: 00010000:00010000:3.0:1790964059.259916:0:32582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964059.259923:0:32582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000753e805d/0xd05d6321d7a6a53a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a533 expref: -99 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259935:0:32582:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000753e805d/0xd05d6321d7a6a53a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a533 expref: 8 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259940:0:32582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000753e805d/0xd05d6321d7a6a53a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a533 expref: 8 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.259944:0:32582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000753e805d, rc 0) 00000100:00100000:3.0:1790964059.259970:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c7fb56e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+8:32570:x1877961912353536:12345-0@lo:101: Request processed in 61us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.259975:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790964059.259994:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353536:0@lo:101: 00010000:00010000:1.0:1790964059.260004:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a53a expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.260011:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a53a expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.260056:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353664:0@lo:501: 00000100:00100000:1.0:1790964059.260078:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.260092:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.260112:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353664 00000100:00100000:3.0:1790964059.260116:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353664 00000100:00100000:3.0:1790964059.260168:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964059.260175:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e0bbba40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+8:32570:x1877961912353664:12345-0@lo:501: 00000100:00100000:3.0:1790964059.260677:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e0bbba40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32570:x1877961912353664:12345-0@lo:501: Request processed in 502us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.260685:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790964059.260754:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353664:0@lo:501: 00000100:00100000:1.0:1790964059.260781:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353792:0@lo:503: 00000100:00100000:1.0:1790964059.260818:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.260850:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f0351bcf going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.260861:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353792 00000100:00100000:2.0:1790964059.260865:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353792 00000100:00100000:2.0:1790964059.260901:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964059.260908:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ebfc6318 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32570:x1877961912353792:12345-0@lo:503: 00000100:00100000:2.0:1790964059.264410:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ebfc6318 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32570:x1877961912353792:12345-0@lo:503: Request processed in 3491us (3580us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.264430:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790964059.264733:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912353792:0@lo:503: 00000100:00100000:2.0:1790964059.265150:0:32609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003410fe8a pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32609:1877961912353920:0@lo:502: 00000100:00100000:2.0:1790964059.265401:0:32609:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.265477:0:32609:0:(client.c:2716:ptlrpc_set_wait()) set 00000000531ea915 going to sleep for 11 seconds 00000100:00100000:3.0:1790964059.265735:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912353920 00000100:00100000:3.0:1790964059.265744:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912353920 00000100:00100000:3.0:1790964059.265849:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964059.265858:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dd6a12c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32609:x1877961912353920:12345-0@lo:502: 00000100:00100000:2.0:1790964059.268331:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dd6a12c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32609:x1877961912353920:12345-0@lo:502: Request processed in 2468us (2923us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.268347:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964059.268446:0:32609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003410fe8a pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32609:1877961912353920:0@lo:502: 00000020:01000000:3.0:1790964059.268496:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964059.268511:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.268513:0:32609:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790964059.268519:0:32609:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1790964059.268523:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964059.268873:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (0000000026d9bda4) 00000020:00000080:3.0:1790964059.268905:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1790964059.268912:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1790964059.269014:0:32609:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:3.0:1790964059.269022:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a548 00000020:00000080:3.0:1790964059.269397:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1790964059.269405:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964059.269409:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.269411:0:32609:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790964059.269413:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964059.269418:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.269419:0:32609:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1790964059.269422:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964059.269431:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (0000000072d783b7) 00000020:00000080:3.0:1790964059.269440:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1790964059.269442:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1790964059.269444:0:32609:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1790964059.269447:0:32609:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1790964059.269452:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790964059.269610:0:32609:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000ca31e0cc from lustre-MDT0000, refs=3 00000020:00000080:3.0:1790964059.269621:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000001e4b62ec) 00000020:00000080:3.0:1790964059.269628:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1790964059.269695:0:32609:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:3.0:1790964059.269704:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd05d6321d7a6a55d 00000020:00000080:3.0:1790964059.269799:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1790964059.269805:0:32609:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1790964059.269809:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xd05d6321d7a6a564 00080000:01000000:3.0:1790964059.269813:0:32609:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:3.0:1790964059.269816:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a56b 00010000:00010000:3.0:1790964059.334358:0:32609:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964059.335912:0:32609:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964059.336197:0:32609:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964059.337086:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000b5ae72f8) 00000020:00000080:2.0:1790964059.337107:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964059.337173:0:32609:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964059.337189:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a579 00000020:00000080:2.0:1790964059.337788:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964059.342149:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xd05d6321d7a6a580 00000020:00000080:2.0:1790964059.345953:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790964059.345971:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964059.345988:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.345990:0:32609:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790964059.345995:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964059.346002:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.346003:0:32609:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790964059.346009:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790964059.346068:0:32609:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790964059.346084:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964059.346088:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.346089:0:32609:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790964059.346091:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964059.346093:0:32609:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1790964059.346095:0:32609:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964059.346096:0:32609:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964059.346097:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964059.346099:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.346100:0:32609:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964059.346103:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790964059.346107:0:32609:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1790964059.346110:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.346111:0:32609:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790964059.346114:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964059.346119:0:32609:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.144@tcp to nid 0x20000c0a8c990 (192.168.201.144@tcp) 00000020:01000000:2.0:1790964059.346145:0:32609:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790964059.346148:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964059.346164:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000f41af408) 00000020:00000080:2.0:1790964059.346182:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790964059.346187:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964059.346270:0:32609:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790964059.346276:0:32609:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790964059.346296:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a58e 00010000:00080000:2.0:1790964059.346340:0:32609:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009fb69585@lustre-OST0000-osc-MDT0000: add connection 192.168.201.144@tcp at head 00010000:00010000:2.0:1790964059.346819:0:32609:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790964059.347832:0:32609:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790964059.347888:0:32609:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790964059.355351:0:32609:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964059.356448:0:32609:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790964059.356862:0:32609:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:0.0:1790964059.357323:0:32613:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790964059.357329:0:32613:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790964059.358194:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790964059.358220:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790964059.358323:0:32609:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790964059.358343:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd05d6321d7a6a595 00000100:00080000:2.0:1790964059.358354:0:32609:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964059.358359:0:32609:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000009fb69585 using connection 192.168.201.144@tcp/0@lo 00000100:00100000:2.0:1790964059.358398:0:32609:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964059.358471:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000f886351 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912354048:0@lo:8: 00000400:00000100:3.0:1790964059.358533:0:31764:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961912354048 offset 0 length 520: 4 00000100:00080000:2.0:1790964059.358859:0:32609:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1790964059.358962:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964059.358966:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.358968:0:32609:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790964059.358971:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964059.358974:0:32609:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1790964059.358975:0:32609:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964059.358977:0:32609:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964059.358978:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964059.358980:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.358981:0:32609:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964059.358984:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964059.358988:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964059.358989:0:32609:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1790964059.358991:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964059.358994:0:32609:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.144@tcp to nid 0x20000c0a8c990 (192.168.201.144@tcp) 00000020:00000080:2.0:1790964059.359017:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964059.359030:0:32609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (000000007fa02229) 00000020:00000080:2.0:1790964059.359044:0:32609:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790964059.359061:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964059.359122:0:32609:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1790964059.359127:0:32609:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790964059.359133:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd05d6321d7a6a5a3 00010000:00080000:2.0:1790964059.359163:0:32609:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005137c5e4@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.144@tcp at head 00010000:00010000:2.0:1790964059.361793:0:32609:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964059.362971:0:32609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964059.362988:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964059.363023:0:32609:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964059.363046:0:32609:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd05d6321d7a6a5aa 00000100:00080000:3.0:1790964059.363058:0:32609:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964059.363064:0:32609:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000005137c5e4 using connection 192.168.201.144@tcp/0@lo 00000100:00100000:3.0:1790964059.363102:0:32609:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d9993e4a x1877961912354176/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790964059.363158:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d9993e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912354176:0@lo:38: 00000100:00100000:0.0:1790964059.363332:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790964059.363403:0:32609:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964059.363473:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964059.363477:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.363479:0:32609:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964059.363482:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964059.363486:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.363488:0:32609:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964059.363491:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964059.363492:0:32609:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964059.363518:0:32609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000087302ae8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32609:1877961912354304:0@lo:502: 00000100:00100000:3.0:1790964059.363593:0:32609:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964059.363614:0:32609:0:(client.c:2716:ptlrpc_set_wait()) set 0000000083698883 going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.363866:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354304 00000100:00100000:2.0:1790964059.363874:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354304 00000100:00100000:2.0:1790964059.363919:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964059.363928:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ef3476f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32609:x1877961912354304:12345-0@lo:502: 00000100:00100000:2.0:1790964059.364196:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ef3476f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32609:x1877961912354304:12345-0@lo:502: Request processed in 269us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.364215:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964059.364411:0:32609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000087302ae8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32609:1877961912354304:0@lo:502: 00000020:01000000:3.0:1790964059.364448:0:32609:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:1.0:1790964059.364648:0:32593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354176 00000100:00100000:1.0:1790964059.364654:0:32593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354176 00000100:00100000:1.0:1790964059.364681:0:32593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964059.364686:0:32593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008ef247c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31764:x1877961912354176:12345-0@lo:38: 00010000:00020000:1.0:1790964059.364700:0:32593:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:3.0:1790964059.364764:0:32609:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964059.364767:0:32609:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964059.364771:0:32609:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:2.0:1790964059.364956:0:32570:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964059.364977:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964059.364998:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a53a expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365010:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 00000000a1b09078/0xd05d6321d7a6a533 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a53a expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964059.365019:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d200ce57000 from 1 10000000:01000000:2.0:1790964059.365022:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964059.365057:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365064:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365074:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964059.365100:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354432:0@lo:101: 00000100:00100000:2.0:1790964059.365146:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.365180:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ca6bc0d going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.365212:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354432 00000100:00100000:2.0:1790964059.365217:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354432 00000100:00100000:2.0:1790964059.365253:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790964059.365260:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b057b273 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+9:32570:x1877961912354432:12345-0@lo:101: 00010000:00010000:2.0:1790964059.365270:0:32582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964059.365284:0:32582:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a5b1 expref: -99 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365305:0:32582:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 10 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365314:0:32582:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 10 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365321:0:32582:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008142f5b8, rc 0) 00000100:00100000:2.0:1790964059.365352:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b057b273 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+10:32570:x1877961912354432:12345-0@lo:101: Request processed in 93us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.365358:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790964059.365392:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354432:0@lo:101: 00010000:00010000:2.0:1790964059.365403:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.365412:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964059.366028:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354560:0@lo:256: 00000100:00100000:2.0:1790964059.366070:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.366087:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ca6bc0d going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.366110:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354560 00000100:00100000:2.0:1790964059.366115:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354560 00000100:00100000:2.0:1790964059.366143:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964059.366149:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000026f811ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+10:32570:x1877961912354560:12345-0@lo:256: 20000000:01000000:2.0:1790964059.366164:0:32583:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1790964059.366170:0:32583:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1790964059.366244:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000026f811ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+10:32570:x1877961912354560:12345-0@lo:256: Request processed in 95us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.366250:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964059.366286:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354560:0@lo:256: 10000000:01000000:2.0:1790964059.366828:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964059.366837:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.366845:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964059.366852:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d200ce57000 from 1 10000000:01000000:2.0:1790964059.366855:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964059.366876:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.366882:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.366902:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964059.366916:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354688:0@lo:101: 00000100:00100000:2.0:1790964059.366945:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.366960:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ca6bc0d going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.366977:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354688 00000100:00100000:2.0:1790964059.366981:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354688 00000100:00100000:2.0:1790964059.367004:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964059.367009:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000323cf17f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+10:32570:x1877961912354688:12345-0@lo:101: 00010000:00010000:2.0:1790964059.367018:0:32583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964059.367029:0:32583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c52ea8ea/0xd05d6321d7a6a5c6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a5bf expref: -99 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.367045:0:32583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c52ea8ea/0xd05d6321d7a6a5c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5bf expref: 11 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.367053:0:32583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c52ea8ea/0xd05d6321d7a6a5c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5bf expref: 11 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.367061:0:32583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c52ea8ea, rc 0) 00000100:00100000:2.0:1790964059.367085:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000323cf17f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912354688:12345-0@lo:101: Request processed in 76us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.367092:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964059.367121:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354688:0@lo:101: 00010000:00010000:2.0:1790964059.367131:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5c6 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.367148:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a5c6 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964059.367191:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354816:0@lo:501: 00000100:00100000:2.0:1790964059.367228:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.367241:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ca6bc0d going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.367254:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354816 00000100:00100000:2.0:1790964059.367257:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354816 00000100:00100000:2.0:1790964059.367276:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790964059.367281:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000040469bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912354816:12345-0@lo:501: 00000100:00100000:2.0:1790964059.367660:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000040469bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912354816:12345-0@lo:501: Request processed in 379us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.367667:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790964059.367696:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354816:0@lo:501: 00000100:00100000:2.0:1790964059.367719:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354944:0@lo:503: 00000100:00100000:2.0:1790964059.367750:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.367761:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ca6bc0d going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.367772:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912354944 00000100:00100000:2.0:1790964059.367776:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912354944 00000100:00100000:2.0:1790964059.367792:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964059.367797:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009e2d4e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912354944:12345-0@lo:503: 00000040:00080000:2.0:1790964059.367824:0:32583:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790964059.367856:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009e2d4e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912354944:12345-0@lo:503: Request processed in 59us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.367862:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964059.367897:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912354944:0@lo:503: 00000100:00100000:1.0:1790964059.369196:0:32593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008ef247c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31764:x1877961912354176:12345-0@lo:38: Request processed in 4504us (5860us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790964059.369220:0:32593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:3.0:1790964059.370161:0:32617:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000100:00080000:0.0:1790964059.370422:0:31764:0:(import.c:65:import_set_state_nolock()) 000000005137c5e4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964059.370463:0:31764:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790964059.370468:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d9993e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912354176:0@lo:38: 00000020:01000000:2.0:1790964059.370821:0:32570:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:2.0:1790964059.370841:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790964059.370896:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5c6 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.370907:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 0000000047fae517/0xd05d6321d7a6a5bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5c6 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964059.370954:0:32570:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790964059.370957:0:32570:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d200ce57000 10000000:01000000:2.0:1790964059.370960:0:32570:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d200ce57000 10000000:01000000:2.0:1790964059.370964:0:32570:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964059.370969:0:32570:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d200ce57000 from 1 10000000:01000000:2.0:1790964059.370972:0:32570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790964059.371009:0:32570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.371017:0:32570:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.371028:0:32570:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964059.371048:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355072:0@lo:101: 00000100:00100000:2.0:1790964059.371111:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.371162:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 0000000003970689 going to sleep for 11 seconds 00000100:00100000:0.0:1790964059.371317:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355072 00000100:00100000:0.0:1790964059.371324:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355072 00000100:00100000:0.0:1790964059.371376:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964059.371383:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d1d5360d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912355072:12345-0@lo:101: 00010000:00010000:0.0:1790964059.371397:0:32583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964059.371410:0:32583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b0e4c26e/0xd05d6321d7a6a5d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a5cd expref: -99 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.371433:0:32583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b0e4c26e/0xd05d6321d7a6a5d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5cd expref: 12 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.371444:0:32583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b0e4c26e/0xd05d6321d7a6a5d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5cd expref: 12 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.371453:0:32583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b0e4c26e, rc 0) 00000100:00100000:0.0:1790964059.371652:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d1d5360d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355072:12345-0@lo:101: Request processed in 269us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964059.371666:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964059.371778:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e553e3c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355072:0@lo:101: 00010000:00010000:1.0:1790964059.371793:0:32570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5d4 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.371802:0:32570:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a5d4 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.371855:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355200:0@lo:501: 00000100:00100000:1.0:1790964059.371892:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.371934:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aa7c8328 going to sleep for 11 seconds 00000100:00100000:0.0:1790964059.371992:0:32581:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355200 00000100:00100000:0.0:1790964059.371997:0:32581:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355200 00000100:00100000:0.0:1790964059.372026:0:32581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964059.372033:0:32581:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000104600d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355200:12345-0@lo:501: 00000100:00100000:0.0:1790964059.372643:0:32581:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000104600d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355200:12345-0@lo:501: Request processed in 610us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964059.372651:0:32581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964059.372846:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355200:0@lo:501: 00000100:00100000:1.0:1790964059.372880:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355328:0@lo:503: 00000100:00100000:1.0:1790964059.372923:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.372989:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aa7c8328 going to sleep for 11 seconds 00000100:00100000:0.0:1790964059.373024:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355328 00000100:00100000:0.0:1790964059.373028:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355328 00000100:00100000:0.0:1790964059.373091:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964059.373099:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ffe030 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355328:12345-0@lo:503: 00000100:00100000:0.0:1790964059.375821:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ffe030 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355328:12345-0@lo:503: Request processed in 2717us (2891us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964059.375836:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964059.376211:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355328:0@lo:503: 00000100:00100000:3.0:1790964059.376960:0:32618:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000087302ae8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32618:1877961912355456:0@lo:502: 00000100:00100000:3.0:1790964059.377022:0:32618:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964059.377067:0:32618:0:(client.c:2716:ptlrpc_set_wait()) set 0000000074fbcb33 going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.377119:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355456 00000100:00100000:2.0:1790964059.377126:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355456 00000100:00100000:2.0:1790964059.377175:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964059.377192:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000731cc99d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32618:x1877961912355456:12345-0@lo:502: 00000100:00100000:2.0:1790964059.377812:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000731cc99d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32618:x1877961912355456:12345-0@lo:502: Request processed in 619us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.377822:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790964059.378034:0:32618:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000087302ae8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32618:1877961912355456:0@lo:502: 00000020:01000004:1.0:1790964059.378104:0:32618:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1790964059.378120:0:32618:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000dc819a65) 00000020:00000080:1.0:1790964059.378139:0:32618:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1790964059.378300:0:32618:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000ca31e0cc from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964059.378305:0:32618:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000ca31e0cc from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964059.378307:0:32618:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000ca31e0cc 4 00010000:00080000:1.0:1790964059.378350:0:32618:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b779656c@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.144@tcp at head 00010000:00010000:1.0:1790964059.381368:0:32618:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1790964059.381845:0:32618:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790964059.381886:0:32618:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790964059.381902:0:32618:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xd05d6321d7a6a5e2 00000100:00080000:1.0:1790964059.381912:0:32618:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964059.381918:0:32618:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000b779656c using connection 192.168.201.144@tcp/0@lo 00000100:00100000:1.0:1790964059.381960:0:32618:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002ee179b4 x1877961912355584/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964059.381986:0:32618:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1790964059.382087:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31764:1877961912355584:0@lo:38: 00000100:00100000:0.0:1790964059.382163:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.382359:0:32588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355584 00000100:00100000:1.0:1790964059.382368:0:32588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355584 00000100:00100000:1.0:1790964059.382420:0:32588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964059.382427:0:32588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007027883e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31764:x1877961912355584:12345-0@lo:38: 00000100:00100000:1.0:1790964059.382697:0:32588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007027883e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31764:x1877961912355584:12345-0@lo:38: Request processed in 268us (532us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790964059.382706:0:32588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964059.382772:0:31764:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790964059.382782:0:31764:0:(import.c:65:import_set_state_nolock()) 00000000b779656c lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964059.382786:0:31764:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790964059.382789:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31764:1877961912355584:0@lo:38: 00000100:00100000:1.0:1790964059.389699:0:32618:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32618:1877961912355712:0@lo:502: 00000100:00100000:1.0:1790964059.389789:0:32618:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.389846:0:32618:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 11 seconds 00000100:00100000:2.0:1790964059.389926:0:32582:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355712 00000100:00100000:2.0:1790964059.389935:0:32582:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355712 00000100:00100000:2.0:1790964059.389983:0:32582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790964059.389991:0:32582:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000082b11ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32618:x1877961912355712:12345-0@lo:502: 00000100:00100000:2.0:1790964059.390351:0:32582:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000082b11ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32618:x1877961912355712:12345-0@lo:502: Request processed in 360us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964059.390361:0:32582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964059.390817:0:32618:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cdfdc3a7-9224-47b9-8405-435e5d398b82:32618:1877961912355712:0@lo:502: 00000040:00080000:1.0:1790964059.390849:0:32618:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964059.390994:0:32570:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964059.391016:0:32570:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964059.391039:0:32570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5d4 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964059.391051:0:32570:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 000000006564d656/0xd05d6321d7a6a5cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5d4 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964059.391098:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964059.391101:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964059.391103:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964059.391104:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964059.391105:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964059.391106:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964059.391108:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964059.391109:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964059.391111:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964059.391112:0:32570:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964059.391116:0:32570:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964059.391118:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964059.391125:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964059.391126:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964059.391126:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964059.391127:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964059.391128:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964059.391128:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964059.391129:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964059.391130:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964059.391131:0:32570:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964059.391150:0:32570:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964059.391163:0:32570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004cf0cd3d pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355840:0@lo:253: 00000100:00100000:2.0:1790964059.391219:0:32570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964059.391342:0:32570:0:(client.c:2716:ptlrpc_set_wait()) set 0000000014118ddb going to sleep for 11 seconds 00000100:00100000:1.0:1790964059.391434:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355840 00000100:00100000:1.0:1790964059.391442:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355840 00000100:00100000:1.0:1790964059.391732:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964059.391741:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000edeeabf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32570:x1877961912355840:12345-0@lo:253: 20000000:01000000:1.0:1790964059.391767:0:32583:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790964059.391780:0:32583:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790964059.449379:0:32583:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790964059.449429:0:32583:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1790964059.449696:0:32604:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790964059.449703:0:32604:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790964059.449729:0:32604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.449751:0:32604:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 12 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.449758:0:32604:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.449805:0:32604:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 12 pid: 32582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.449842:0:32604:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 12 pid: 32582 timeout: 1072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.449858:0:32604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32604:1877961912355968:0@lo:104: 00000100:00100000:1.0:1790964059.449945:0:32604:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964059.450059:0:32604:0:(client.c:2716:ptlrpc_set_wait()) set 00000000727bc40f going to sleep for 11 seconds 00000100:00100000:1.0:1790964059.452776:0:32571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912355968 00000100:00100000:1.0:1790964059.452793:0:32571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912355968 00000100:00100000:1.0:1790964059.452866:0:32571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964059.452876:0:32571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f36ec5f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cdfdc3a7-9224-47b9-8405-435e5d398b82+3:32604:x1877961912355968:12345-0@lo:104: 00010000:00010000:1.0:1790964059.452896:0:32571:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964059.452997:0:32571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790964059.453003:0:32571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f36ec5f1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cdfdc3a7-9224-47b9-8405-435e5d398b82+3:32604:x1877961912355968:12345-0@lo:104: Request processed in 129us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964059.453010:0:32571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790964059.453103:0:32576:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790964059.453109:0:32576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.453117:0:32576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000790412c2 already unused, calling callback (000000009cb47843) 10000000:00010000:3.0:1790964059.453121:0:32576:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.453129:0:32576:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790964059.453135:0:32576:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964059.453141:0:32576:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790964059.453185:0:32576:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.453192:0:32576:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790964059.453333:0:32576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.453361:0:32576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.144@tcp lock: 00000000790412c2/0xd05d6321d7a6a5b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd05d6321d7a6a5b8 expref: -99 pid: 32570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.453380:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964059.453382:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964059.453384:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964059.453416:0:32604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ee179b4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32604:1877961912355968:0@lo:104: 00010000:00010000:3.0:1790964059.453443:0:32604:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964059.453723:0:31765:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790964059.453738:0:31765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f96a58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cdfdc3a7-9224-47b9-8405-435e5d398b82:31765:1877961912356096:0@lo:103: 00000100:00100000:0.0:1790964059.453784:0:31765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964059.455051:0:32573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356096 00000100:00100000:0.0:1790964059.455067:0:32573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356096 00010000:00010000:0.0:1790964059.455105:0:32573:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 13 pid: 32582 timeout: 1072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964059.455313:0:32573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964059.455325:0:32573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000061502511 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cdfdc3a7-9224-47b9-8405-435e5d398b82+13:31765:x1877961912356096:12345-0@lo:103: 00010000:00010000:0.0:1790964059.455342:0:32573:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790964059.455348:0:32573:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 13 pid: 32582 timeout: 1072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455359:0:32573:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 13 pid: 32582 timeout: 1072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455375:0:32573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008142f5b8/0xd05d6321d7a6a5b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd05d6321d7a6a5b1 expref: 13 pid: 32582 timeout: 1072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455392:0:32573:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455399:0:32573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790964059.455415:0:32573:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005714054s 00010000:00010000:0.0:1790964059.455420:0:32573:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455426:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455433:0:32573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455472:0:32573:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455479:0:32573:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000aa632101 already unused, calling callback (00000000435570b5) 00010000:00010000:0.0:1790964059.455483:0:32573:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455492:0:32573:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455502:0:32573:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964059.455515:0:32573:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790964059.455787:0:32573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000061502511 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:31765:x1877961912356096:12345-0@lo:103: Request processed in 465us (2002us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964059.455795:0:32573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790964059.455943:0:32604:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.455952:0:32604:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964059.455957:0:32604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa632101/0xd05d6321d7a6a5e9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964059.457669:0:31765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f96a58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cdfdc3a7-9224-47b9-8405-435e5d398b82:31765:1877961912356096:0@lo:103: 00000100:00100000:3.0:1790964059.459440:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000edeeabf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32570:x1877961912355840:12345-0@lo:253: Request processed in 67692us (68213us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964059.459726:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964059.459806:0:32570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004cf0cd3d pname:cluuid:pid:xid:nid:opc:job mount.lustre:cdfdc3a7-9224-47b9-8405-435e5d398b82:32570:1877961912355840:0@lo:253: 10000000:01000000:3.0:1790964059.459823:0:32570:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964059.459827:0:32570:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964059.459829:0:32570:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964059.459831:0:32570:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964059.459832:0:32570:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964059.459855:0:32570:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964059.459857:0:32570:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964059.459858:0:32570:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964059.459859:0:32570:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964059.459861:0:32570:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964059.459863:0:32570:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790964059.459880:0:32570:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1790964059.466343:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964059.466576:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964059.467053:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1790964059.467712:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1790964059.468042:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1790964059.468220:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964059.473009:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964059.473155:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964059.473702:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964059.473874:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1790964059.474138:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1790964059.474410:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:2.0:1790964059.515957:0:32570:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:2.0:1790964059.515964:0:32570:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790964059.517762:0:32624:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790964059.517771:0:32624:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964059.521332:0:32625:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1790964059.521923:0:32625:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1790964059.521971:0:32570:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1790964059.524255:0:32625:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964059.524337:0:32625:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1790964059.525215:0:32626:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@0000000035e78b26 x1877961912356224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964059.525237:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000040:01000000:3.0:1790964059.527654:0:32570:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1790964059.527868:0:32570:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1790964059.528524:0:32570:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790964059.528536:0:32570:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1790964059.529042:0:32570:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964059.531337:0:32570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1790964059.532131:0:32570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1790964059.532311:0:32570:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1790964059.533321:0:32570:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790964059.535148:0:32570:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:1.0:1790964059.546791:0:32570:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790964059.589435:0:32570:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790964059.589494:0:32570:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb34ac48e3988 00100000:10000000:3.0:1790964059.589505:0:32570:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1790964059.591332:0:32570:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790964059.591355:0:32570:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.144@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790964059.591368:0:32570:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1790964059.591391:0:32570:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1790964060.016456:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964060.529571:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00010000:00010000:1.0:1790964061.040712:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964061.552566:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00010000:00010000:2.0:1790964062.063802:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964062.575629:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00010000:00010000:1.0:1790964063.091643:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964063.599631:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00010000:00010000:2.0:1790964064.113213:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964064.624837:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00080000:1.0:1790964064.753838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964064.753850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790964064.753864:0:8:0:(import.c:65:import_set_state_nolock()) 00000000b779656c lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790964064.753877:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000b779656c using connection 192.168.201.144@tcp/0@lo 00000100:00100000:1.0:1790964064.753901:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0ed8ee0 x1877961912356480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790964064.753966:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31764:1877961912356480:0@lo:38: 00000100:00100000:1.0:1790964064.754034:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964064.754123:0:32590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356480 00000100:00100000:1.0:1790964064.754130:0:32590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356480 00000100:00100000:1.0:1790964064.754164:0:32590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964064.754171:0:32590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ee2909f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:31764:x1877961912356480:12345-0@lo:38: 00010000:00080000:1.0:1790964064.754208:0:32590:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 928 last 0 00000020:00000080:1.0:1790964064.754244:0:32590:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xd05d6321d7a6a5f0 00000004:00100000:1.0:1790964064.754288:0:32590:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790964064.754418:0:32590:0:(import.c:65:import_set_state_nolock()) 00000000353058f0 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964064.754507:0:32590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ee2909f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:31764:x1877961912356480:12345-0@lo:38: Request processed in 335us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964064.754516:0:32590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1790964064.754586:0:31764:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000e0ed8ee0 x1877961912356480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790964064.754603:0:31764:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790964064.754610:0:31764:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790964064.754614:0:31764:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790964064.754616:0:31764:0:(import.c:65:import_set_state_nolock()) 00000000b779656c lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790964064.754622:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31764:1877961912356480:0@lo:38: 00000100:00100000:3.0:1790964064.754905:0:31767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009b460664 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cdfdc3a7-9224-47b9-8405-435e5d398b82:31767:1877961912356352:0@lo:400: 00000100:00100000:3.0:1790964064.754942:0:31767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964064.755079:0:32581:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356352 00000100:00100000:1.0:1790964064.755084:0:32581:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356352 00000100:00100000:1.0:1790964064.755142:0:32581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790964064.755149:0:32581:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d0a91f04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:31767:x1877961912356352:12345-0@lo:400: 00000100:00100000:3.0:1790964064.755694:0:31767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009b460664 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cdfdc3a7-9224-47b9-8405-435e5d398b82:31767:1877961912356352:0@lo:400: 00000100:00100000:1.0:1790964064.755903:0:32581:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d0a91f04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:31767:x1877961912356352:12345-0@lo:400: Request processed in 754us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964064.755911:0:32581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000001:02000400:3.0:1790964065.084892:0:32882:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg144-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1790964065.117006:0:32884:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1790964065.136620:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964065.136631:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964065.136638:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964065.136640:0:258:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964065.136718:0:32576:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964065.136722:0:32576:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964065.136725:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1790964065.637706:0:32896:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1790964065.637721:0:32896:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964065.637725:0:32896:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964065.647793:0:32626:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964065.647801:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964065.647803:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964065.647808:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00000001:0.0:1790964065.647821:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964065.647824:0:32626:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964065.647827:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964065.647829:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964065.647831:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964065.777703:0:32575:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000039806c34. 00000100:00000001:3.0:1790964065.777719:0:32575:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964065.777722:0:32575:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964065.779921:0:31764:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964065.779934:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964065.779936:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964065.779939:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964065.779942:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964065.779945:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964065.779946:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964065.780048:0:32571:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b362c933. 00000100:00000001:2.0:1790964065.780056:0:32571:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964065.780058:0:32571:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.160627:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964066.160635:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.160641:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964066.160642:0:258:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964066.160683:0:32577:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964066.160686:0:32577:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964066.160689:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1790964066.518972:0:32947:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1790964066.518990:0:32947:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.518995:0:32947:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.673471:0:32626:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964066.673482:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964066.673484:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964066.673489:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00000001:2.0:1790964066.673494:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964066.673497:0:32626:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964066.673500:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964066.673502:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964066.673504:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.801013:0:31764:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964066.801029:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964066.801031:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964066.801036:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964066.801038:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964066.801041:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.801044:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964067.183665:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964067.183675:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964067.183684:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964067.183686:0:258:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964067.183760:0:32576:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964067.183764:0:32576:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964067.183767:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964067.695660:0:32626:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964067.695668:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964067.695670:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964067.695673:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00000001:2.0:1790964067.695678:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964067.695681:0:32626:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964067.695684:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964067.695686:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964067.695689:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964067.823660:0:31764:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964067.823674:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964067.823676:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964067.823681:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964067.823683:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964067.823688:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964067.823690:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964068.210339:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964068.210354:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964068.210364:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964068.210366:0:258:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964068.210445:0:32577:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964068.210451:0:32577:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964068.210455:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1790964068.560821:0:32997:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1790964068.560846:0:32997:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964068.560853:0:32997:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964068.719825:0:32626:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964068.719857:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964068.719859:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964068.719863:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00000001:2.0:1790964068.719868:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964068.719872:0:32626:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964068.719875:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964068.719877:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964068.719879:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964068.847673:0:32585:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964068.847681:0:32585:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000867c90de) refs 2 10000000:00000001:0.0:1790964068.847686:0:32585:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964068.847689:0:32585:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1790964068.847690:0:32585:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1790964068.847691:0:32585:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1790964068.847694:0:32585:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1790964068.847696:0:32585:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1790964068.847698:0:32585:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d200ce57000 from 9 10000000:00000001:0.0:1790964068.847701:0:32585:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1790964068.847703:0:32585:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1790964068.847715:0:32585:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e12dee24. 00000020:00000040:0.0:1790964068.847720:0:32585:0:(genops.c:1210:class_import_get()) import 000000009907984c refcount=4 obd=MGC192.168.201.144@tcp 00000100:00000001:0.0:1790964068.847724:0:32585:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964068.847727:0:32585:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964068.847732:0:32585:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964068.847739:0:32585:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9a3b697. 00000100:00000001:0.0:1790964068.847746:0:32585:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964068.847751:0:32585:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1790964068.847754:0:32585:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964068.847762:0:32585:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000015db572d. 00010000:00000001:0.0:1790964068.847785:0:32585:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964068.847788:0:32585:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000da7d0e8b. 00000020:00000010:0.0:1790964068.847794:0:32585:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000051bb5363. 00000020:00000001:0.0:1790964068.847797:0:32585:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964068.847800:0:32585:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000da7d0e8b with handle 0xd05d6321d7a6a5f7 to hash 00000020:00000001:0.0:1790964068.847802:0:32585:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964068.847803:0:32585:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:0.0:1790964068.847806:0:32585:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:0.0:1790964068.847809:0:32585:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1790964068.847812:0:32585:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964068.847815:0:32585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.847825:0:32585:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.847836:0:32585:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1790964068.847841:0:32585:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964068.847843:0:32585:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964068.847849:0:32585:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042c01a3f. 00000100:00000001:0.0:1790964068.847851:0:32585:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635363837625088 : -108709871926528 : ffff9d2102b34300) 00000100:00000001:0.0:1790964068.847854:0:32585:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964068.847855:0:32585:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635359661814912 : -108714047736704 : ffff9d2009cd7480) 00000100:00000001:0.0:1790964068.847860:0:32585:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964068.847862:0:32585:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964068.847864:0:32585:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964068.847866:0:32585:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964068.847874:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964068.847882:0:32585:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964068.847884:0:32585:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964068.847894:0:32585:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964068.847896:0:32585:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964068.847898:0:32585:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964068.847901:0:32585:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e12dee24 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cdfdc3a7-9224-47b9-8405-435e5d398b82:32585:1877961912356608:0@lo:101: 00000100:00000001:0.0:1790964068.847906:0:32585:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964068.847911:0:32585:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964068.847914:0:32585:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964068.847916:0:32585:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964068.847920:0:32585:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d23eab5c. 02000000:00000001:0.0:1790964068.847922:0:32585:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964068.847927:0:32585:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089a73c89. 00000400:00000010:0.0:1790964068.847934:0:32585:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9e2191e. 00000100:00000200:0.0:1790964068.847941:0:32585:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961912356608, portal 25 00000100:00000001:0.0:1790964068.847943:0:32585:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964068.847944:0:32585:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635359661814912 : -108714047736704 : ffff9d2009cd7480) 00000100:00000040:0.0:1790964068.847948:0:32585:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964068.847954:0:32585:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964068.847957:0:32585:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964068.847959:0:32585:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e820761c. 00000100:00000200:0.0:1790964068.847962:0:32585:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961912356608, offset 0 00000400:00000200:0.0:1790964068.847967:0:32585:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964068.847980:0:32585:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964068.847991:0:32585:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff14b00f00 00000400:00000200:0.0:1790964068.847996:0:32585:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:0.0:1790964068.848000:0:32585:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca0763a9. 00000400:00000200:0.0:1790964068.848005:0:32585:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075101f1f 00000400:00000200:0.0:1790964068.848014:0:32585:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964068.848017:0:32585:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964068.848023:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075101f1f 00000400:00000010:0.0:1790964068.848026:0:32585:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000075101f1f. 00000100:00000001:0.0:1790964068.848032:0:32585:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964068.848033:0:32585:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964068.848048:0:32585:0:(events.c:341:request_in_callback()) incoming req@0000000087222c8d x1877961912356608 msgsize 328 00000100:00100000:0.0:1790964068.848058:0:32585:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964068.848060:0:32585:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964068.848081:0:32585:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964068.848088:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e820761c 00000400:00000010:0.0:1790964068.848090:0:32585:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e820761c. 00000100:00000001:0.0:1790964068.848093:0:32585:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964068.848096:0:32585:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964068.848105:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964068.848107:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964068.848114:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964068.848115:0:32585:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964068.848120:0:32585:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964068.848124:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295599619 00000100:00000010:0.0:1790964068.848128:0:32585:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055d93a76. 00000100:00000001:0.0:1790964068.848135:0:32585:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964068.848148:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295599619 00000100:00000010:0.0:1790964068.848150:0:32585:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040183d76. 00000100:00000001:0.0:1790964068.848153:0:32585:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964068.848155:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 2 is 4295599619 00000100:00000010:0.0:1790964068.848157:0:32585:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6110d5a. 00000100:00000001:0.0:1790964068.848160:0:32585:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964068.848163:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 3 is 4295599619 00000100:00000010:0.0:1790964068.848166:0:32585:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a63711b7. 00000100:00000001:0.0:1790964068.848170:0:32585:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964068.848173:0:32585:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964068.848176:0:32585:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964068.848178:0:32585:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964068.848180:0:32585:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964068.848182:0:32585:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042c01a3f going to sleep for 11 seconds 00000100:00000001:0.0:1790964068.848185:0:32585:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964068.848193:0:32585:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848274:0:32583:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964068.848278:0:32583:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356608 02000000:00000001:1.0:1790964068.848281:0:32583:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964068.848283:0:32583:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964068.848285:0:32583:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.848290:0:32583:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964068.848294:0:32583:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356608 00000020:00000001:1.0:1790964068.848296:0:32583:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964068.848298:0:32583:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a510 00000020:00000001:1.0:1790964068.848302:0:32583:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964068.848305:0:32583:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000db4cd8a6 refcount=11 00000020:00000001:1.0:1790964068.848307:0:32583:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000020:00000001:1.0:1790964068.848310:0:32583:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000100:00000001:1.0:1790964068.848323:0:32583:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964068.848327:0:32583:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000000ee565. 00000100:00000001:1.0:1790964068.848330:0:32583:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964068.848333:0:32583:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000000ee565. 00000020:00000010:1.0:1790964068.848340:0:32583:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7da6bf5. 00000020:00000010:1.0:1790964068.848346:0:32583:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000986eb263. 00000020:00000010:1.0:1790964068.848352:0:32583:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000054636b51. 00000100:00000040:1.0:1790964068.848364:0:32583:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964068.848368:0:32583:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964068.848369:0:32583:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964068.848372:0:32583:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848381:0:32583:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848397:0:32583:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.848409:0:32583:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964068.848410:0:32583:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964068.848414:0:32583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964068.848417:0:32583:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000db4cd8a6 : new rpc_count 1 00000100:00000001:1.0:1790964068.848419:0:32583:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635364862937168 : -108708846614448 : ffff9d213fd04850) 00000100:00000040:1.0:1790964068.848423:0:32583:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087222c8d x1877961912356608/t0(0) o101->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 328/0 e 0 to 0 dl 1790964079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.848432:0:32583:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964068.848434:0:32583:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000000ee565. 00000100:00000001:1.0:1790964068.848435:0:32583:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964068.848437:0:32583:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000000ee565. 00000100:00100000:1.0:1790964068.848440:0:32583:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000087222c8d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+11:32585:x1877961912356608:12345-0@lo:101: 00000100:00000200:1.0:1790964068.848443:0:32583:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961912356608 00000020:00000001:1.0:1790964068.848446:0:32583:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964068.848449:0:32583:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964068.848451:0:32583:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964068.848453:0:32583:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964068.848456:0:32583:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669317248 : -1040234368 : ffffffffc1ff4880) 00000020:00000001:1.0:1790964068.848459:0:32583:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964068.848465:0:32583:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964068.848467:0:32583:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964068.848470:0:32583:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964068.848473:0:32583:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964068.848475:0:32583:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:1.0:1790964068.848477:0:32583:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1790964068.848478:0:32583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1790964068.848481:0:32583:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1790964068.848483:0:32583:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848488:0:32583:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1790964068.848492:0:32583:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000a6ddb719. 00010000:00000001:1.0:1790964068.848496:0:32583:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1790964068.848498:0:32583:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027d5231e. 00000020:00000001:1.0:1790964068.848501:0:32583:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964068.848503:0:32583:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000027d5231e with handle 0xd05d6321d7a6a5fe to hash 00000020:00000001:1.0:1790964068.848504:0:32583:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1790964068.848505:0:32583:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635364289375232 : -108709420176384 : ffff9d211da06c00) 00010000:00000001:1.0:1790964068.848508:0:32583:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635364289375232 : -108709420176384 : ffff9d211da06c00) 00010000:00010000:1.0:1790964068.848510:0:32583:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000027d5231e/0xd05d6321d7a6a5fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd05d6321d7a6a5f7 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1790964068.848518:0:32583:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000db4cd8a6 : new locks_count 6 00000020:00000040:1.0:1790964068.848520:0:32583:0:(genops.c:868:class_export_get()) GET export 00000000db4cd8a6 refcount=12 00000100:00000001:1.0:1790964068.848527:0:32583:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964068.848529:0:32583:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964068.848533:0:32583:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000065b817de. 02000000:00000001:1.0:1790964068.848535:0:32583:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848537:0:32583:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848562:0:32583:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1790964068.848565:0:32583:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1790964068.848567:0:32583:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1790964068.848568:0:32583:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964068.848570:0:32583:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964068.848572:0:32583:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964068.848573:0:32583:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964068.848575:0:32583:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1790964068.848582:0:32583:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1790964068.848583:0:32583:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1790964068.848584:0:32583:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1790964068.848586:0:32583:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a6ddb719) refcount = 1 00010000:00010000:1.0:1790964068.848591:0:32583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027d5231e/0xd05d6321d7a6a5fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5f7 expref: 12 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.848597:0:32583:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1790964068.848598:0:32583:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1790964068.848600:0:32583:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964068.848603:0:32583:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848604:0:32583:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790964068.848610:0:32583:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1790964068.848613:0:32583:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000027d5231e/0xd05d6321d7a6a5fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd05d6321d7a6a5f7 expref: 12 pid: 32583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.848619:0:32583:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1790964068.848621:0:32583:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1790964068.848623:0:32583:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964068.848625:0:32583:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848626:0:32583:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1790964068.848628:0:32583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.848629:0:32583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964068.848630:0:32583:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000027d5231e, rc 0) 00000020:00000001:1.0:1790964068.848633:0:32583:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964068.848636:0:32583:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961912356608 00010000:00000001:1.0:1790964068.848638:0:32583:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964068.848643:0:32583:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000087222c8d x1877961912356608/t0(0) o101->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 328/344 e 0 to 0 dl 1790964079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964068.848651:0:32583:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964068.848652:0:32583:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964068.848656:0:32583:0:(import.c:2195:obd_at_measure()) add 1 to 000000009e6fe6a3 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964068.848660:0:32583:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964068.848662:0:32583:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964068.848664:0:32583:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 02000000:00000001:1.0:1790964068.848673:0:32583:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964068.848676:0:32583:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848679:0:32583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964068.848681:0:32583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964068.848684:0:32583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd30a31. 00000100:00000200:1.0:1790964068.848688:0:32583:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961912356608, offset 224 00000400:00000200:1.0:1790964068.848693:0:32583:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964068.848700:0:32583:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964068.848706:0:32583:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff14b00f00 00000400:00000200:1.0:1790964068.848711:0:32583:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:1.0:1790964068.848716:0:32583:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964068.848719:0:32583:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964068.848722:0:32583:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964068.848726:0:32583:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964068.848735:0:32583:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.848750:0:32583:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964068.848755:0:32583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd30a31 00000400:00000010:1.0:1790964068.848757:0:32583:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002cd30a31. 00000100:00000001:1.0:1790964068.848760:0:32583:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964068.848761:0:32583:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964068.848764:0:32583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964068.848767:0:32583:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 16 to 0@lo 00010000:00000001:1.0:1790964068.848769:0:32583:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964068.848771:0:32583:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964068.848772:0:32583:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964068.848776:0:32583:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087222c8d x1877961912356608/t0(0) o101->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 328/344 e 0 to 0 dl 1790964079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964068.848784:0:32583:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000087222c8d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32585:x1877961912356608:12345-0@lo:101: Request processed in 351us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.848790:0:32583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964068.848793:0:32583:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db4cd8a6 : new rpc_count 0 00000100:00000001:1.0:1790964068.848801:0:32583:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964068.848803:0:32583:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964068.848808:0:32583:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000986eb263. 00000020:00000010:1.0:1790964068.848811:0:32583:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000054636b51. 00000020:00000010:1.0:1790964068.848816:0:32583:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7da6bf5. 00000020:00000040:1.0:1790964068.848821:0:32583:0:(genops.c:879:class_export_put()) PUTting export 00000000db4cd8a6 : new refcount 11 02000000:00000001:1.0:1790964068.848826:0:32583:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964068.848829:0:32583:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 0000000065b817de. 02000000:00000001:1.0:1790964068.848832:0:32583:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964068.848834:0:32583:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964068.848839:0:32583:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964068.848843:0:32583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b6af80c. 00000400:00000010:1.0:1790964068.848848:0:32583:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff62c77c. 00000100:00000001:1.0:1790964068.848866:0:32585:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964068.848871:0:32585:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964068.848873:0:32585:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964068.848874:0:32585:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089a73c89. 00000400:00000200:1.0:1790964068.848877:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9e2191e 00000400:00000010:1.0:1790964068.848879:0:32585:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d9e2191e. 00000100:00000001:1.0:1790964068.848881:0:32585:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964068.848884:0:32585:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964068.848891:0:32585:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.848896:0:32585:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964068.848898:0:32585:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.848900:0:32585:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964068.848902:0:32585:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964068.848904:0:32585:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964068.848905:0:32585:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.848907:0:32585:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964068.848911:0:32585:0:(import.c:2195:obd_at_measure()) add 5 to 00000000cb29fe8b time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964068.848914:0:32585:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a2710146 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964068.848917:0:32585:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964068.848918:0:32585:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848920:0:32585:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964068.848927:0:32585:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848930:0:32585:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964068.848934:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.848940:0:32585:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964068.848944:0:32585:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964068.848945:0:32585:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964068.848948:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964068.848955:0:32585:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e12dee24 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cdfdc3a7-9224-47b9-8405-435e5d398b82:32585:1877961912356608:0@lo:101: 00000100:00000001:1.0:1790964068.848959:0:32585:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.848962:0:32585:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.848964:0:32585:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964068.848966:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964068.848968:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.848975:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964068.848977:0:32585:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000042c01a3f. 00000100:00000001:1.0:1790964068.848979:0:32585:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964068.848981:0:32585:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.848983:0:32585:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1790964068.848986:0:32585:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964068.848988:0:32585:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964068.848990:0:32585:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000da7d0e8b refcount=4 00000020:00000001:1.0:1790964068.848992:0:32585:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:1.0:1790964068.848995:0:32585:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000040:1.0:1790964068.848999:0:32585:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000da7d0e8b, remote cookie: 0xd05d6321d7a6a5fe, flags: 0x0 00010000:00000001:1.0:1790964068.849002:0:32585:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1790964068.849004:0:32585:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1790964068.849005:0:32585:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1790964068.849006:0:32585:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1790964068.849007:0:32585:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1790964068.849009:0:32585:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015db572d) refcount = 1 00010000:00010000:1.0:1790964068.849018:0:32585:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5fe expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.849024:0:32585:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1790964068.849025:0:32585:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1790964068.849027:0:32585:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790964068.849029:0:32585:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1790964068.849032:0:32585:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964068.849045:0:32585:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd05d6321d7a6a5fe expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.849052:0:32585:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1790964068.849055:0:32585:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.849056:0:32585:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964068.849057:0:32585:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.849058:0:32585:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964068.849060:0:32585:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849062:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964068.849066:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e12dee24 x1877961912356608/t0(0) o101->MGC192.168.201.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964084 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849072:0:32585:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964068.849075:0:32585:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964068.849077:0:32585:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d23eab5c. 02000000:00000001:1.0:1790964068.849081:0:32585:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964068.849082:0:32585:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964068.849084:0:32585:0:(genops.c:1223:class_import_put()) import 000000009907984c refcount=3 obd=MGC192.168.201.144@tcp 00000020:00000001:1.0:1790964068.849086:0:32585:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964068.849087:0:32585:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9a3b697. 02000000:00000001:1.0:1790964068.849090:0:32585:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964068.849092:0:32585:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964068.849093:0:32585:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e12dee24. 00000100:00000001:1.0:1790964068.849097:0:32585:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964068.849098:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1790964068.849100:0:32585:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964068.849103:0:32585:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1790964068.849104:0:32585:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000867c90de) refs 3 10000000:00000001:1.0:1790964068.849110:0:32585:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.849112:0:32585:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964068.849114:0:32585:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964068.849115:0:32585:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000da7d0e8b refcount=3 00000020:00000001:1.0:1790964068.849116:0:32585:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:1.0:1790964068.849118:0:32585:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:1.0:1790964068.849120:0:32585:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1790964068.849121:0:32585:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.849122:0:32585:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964068.849123:0:32585:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964068.849125:0:32585:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1790964068.849128:0:32585:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000008d163e2c. 00000100:00000010:1.0:1790964068.849140:0:32585:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0ed8ee0. 00000020:00000040:1.0:1790964068.849144:0:32585:0:(genops.c:1210:class_import_get()) import 000000009907984c refcount=4 obd=MGC192.168.201.144@tcp 00000100:00000001:1.0:1790964068.849147:0:32585:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964068.849148:0:32585:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964068.849151:0:32585:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964068.849154:0:32585:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7da6bf5. 00000100:00000001:1.0:1790964068.849158:0:32585:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849163:0:32585:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1790964068.849166:0:32585:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000065b817de. 00000100:00000010:1.0:1790964068.849168:0:32585:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000000ee565. 00000020:00000040:1.0:1790964068.849171:0:32585:0:(genops.c:1210:class_import_get()) import 000000009907984c refcount=5 obd=MGC192.168.201.144@tcp 00000100:00000001:1.0:1790964068.849175:0:32585:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1790964068.849176:0:32585:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1790964068.849180:0:32585:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023fe18eb. 00000100:00000001:1.0:1790964068.849181:0:32585:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635363955335552 : -108709754216064 : ffff9d2109b76180) 00000100:00000001:1.0:1790964068.849184:0:32585:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964068.849185:0:32585:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684668800 : -108709024882816 : ffff9d2135301f80) 00000100:00000001:1.0:1790964068.849188:0:32585:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964068.849189:0:32585:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849191:0:32585:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1790964068.849192:0:32585:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964068.849195:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849212:0:32585:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964068.849214:0:32585:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.849217:0:32585:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964068.849219:0:32585:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964068.849221:0:32585:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964068.849224:0:32585:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cdfdc3a7-9224-47b9-8405-435e5d398b82:32585:1877961912356736:0@lo:256: 00000100:00000001:1.0:1790964068.849227:0:32585:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964068.849231:0:32585:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964068.849233:0:32585:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849235:0:32585:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1790964068.849241:0:32585:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be1bfd8. 00000400:00000010:1.0:1790964068.849245:0:32585:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006dcec506. 00000100:00000200:1.0:1790964068.849248:0:32585:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff14b00f80-0x6abff14b00f80, portal 33 00000100:00000001:1.0:1790964068.849252:0:32585:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.849253:0:32585:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964068.849256:0:32585:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000149adb8e. 02000000:00000001:1.0:1790964068.849258:0:32585:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964068.849261:0:32585:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085f22223. 00000400:00000010:1.0:1790964068.849263:0:32585:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd30a31. 00000100:00000200:1.0:1790964068.849265:0:32585:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961912356736, portal 25 00000100:00000001:1.0:1790964068.849267:0:32585:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964068.849268:0:32585:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684668800 : -108709024882816 : ffff9d2135301f80) 00000100:00000040:1.0:1790964068.849273:0:32585:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849279:0:32585:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964068.849281:0:32585:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964068.849283:0:32585:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964068.849285:0:32585:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961912356736, offset 0 00000400:00000200:1.0:1790964068.849289:0:32585:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964068.849298:0:32585:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964068.849304:0:32585:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff14b00f80 00000400:00000200:1.0:1790964068.849308:0:32585:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:1.0:1790964068.849316:0:32585:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c7498ef. 00000400:00000200:1.0:1790964068.849319:0:32585:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000ebdd5d 00000400:00000200:1.0:1790964068.849324:0:32585:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964068.849327:0:32585:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964068.849330:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ebdd5d 00000400:00000010:1.0:1790964068.849332:0:32585:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000000ebdd5d. 00000100:00000001:1.0:1790964068.849334:0:32585:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964068.849335:0:32585:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964068.849338:0:32585:0:(events.c:341:request_in_callback()) incoming req@000000003764e4f9 x1877961912356736 msgsize 304 00000100:00100000:1.0:1790964068.849341:0:32585:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964068.849343:0:32585:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964068.849352:0:32585:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964068.849355:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964068.849357:0:32585:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964068.849359:0:32585:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964068.849362:0:32585:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849369:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964068.849371:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849377:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849378:0:32585:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964068.849382:0:32585:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849385:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295599619 00000100:00000001:1.0:1790964068.849388:0:32585:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 0, keep current deadline 4295599619 00000100:00000001:1.0:1790964068.849390:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295599619 00000100:00000001:1.0:1790964068.849392:0:32585:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 1, keep current deadline 4295599619 00000100:00000001:1.0:1790964068.849393:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 2 is 4295599619 00000100:00000001:1.0:1790964068.849395:0:32585:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 2, keep current deadline 4295599619 00000100:00000001:1.0:1790964068.849397:0:32585:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 3 is 4295599619 00000100:00000001:1.0:1790964068.849399:0:32585:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 3, keep current deadline 4295599619 00000100:00000001:1.0:1790964068.849400:0:32585:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964068.849407:0:32585:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849409:0:32585:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964068.849410:0:32585:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1790964068.849413:0:32585:0:(client.c:2716:ptlrpc_set_wait()) set 0000000023fe18eb going to sleep for 11 seconds 00000100:00000001:1.0:1790964068.849415:0:32585:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964068.849416:0:32585:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849433:0:32581:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964068.849436:0:32581:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356736 02000000:00000001:1.0:1790964068.849437:0:32581:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964068.849438:0:32581:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964068.849440:0:32581:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.849442:0:32581:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964068.849445:0:32581:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356736 00000020:00000001:1.0:1790964068.849447:0:32581:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964068.849448:0:32581:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a510 00000020:00000001:1.0:1790964068.849449:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964068.849451:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000db4cd8a6 refcount=12 00000020:00000001:1.0:1790964068.849453:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000020:00000001:1.0:1790964068.849455:0:32581:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000100:00000001:1.0:1790964068.849458:0:32581:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964068.849460:0:32581:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bd7246a. 00000100:00000001:1.0:1790964068.849462:0:32581:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964068.849464:0:32581:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bd7246a. 00000020:00000010:1.0:1790964068.849468:0:32581:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188dd291. 00000020:00000010:1.0:1790964068.849473:0:32581:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000986eb263. 00000020:00000010:1.0:1790964068.849476:0:32581:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000054636b51. 00000100:00000040:1.0:1790964068.849482:0:32581:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964068.849484:0:32581:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964068.849485:0:32581:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964068.849487:0:32581:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849491:0:32581:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849498:0:32581:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.849504:0:32581:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964068.849506:0:32581:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964068.849509:0:32581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1790964068.849518:0:32581:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000db4cd8a6 : new rpc_count 1 00000100:00000001:1.0:1790964068.849520:0:32581:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635364862940240 : -108708846611376 : ffff9d213fd05450) 00000100:00000040:1.0:1790964068.849523:0:32581:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003764e4f9 x1877961912356736/t0(0) o256->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 304/0 e 0 to 0 dl 1790964079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849532:0:32581:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964068.849534:0:32581:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bd7246a. 00000100:00000001:1.0:1790964068.849536:0:32581:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964068.849559:0:32581:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bd7246a. 00000100:00100000:1.0:1790964068.849564:0:32581:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003764e4f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32585:x1877961912356736:12345-0@lo:256: 00000100:00000200:1.0:1790964068.849567:0:32581:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961912356736 00000020:00000001:1.0:1790964068.849569:0:32581:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964068.849571:0:32581:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964068.849573:0:32581:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964068.849575:0:32581:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964068.849577:0:32581:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669317664 : -1040233952 : ffffffffc1ff4a20) 00000020:00000001:1.0:1790964068.849579:0:32581:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964068.849580:0:32581:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964068.849582:0:32581:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964068.849584:0:32581:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964068.849586:0:32581:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849588:0:32581:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964068.849590:0:32581:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964068.849592:0:32581:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f041b016. 02000000:00000001:1.0:1790964068.849594:0:32581:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849596:0:32581:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1790964068.849598:0:32581:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:1.0:1790964068.849602:0:32581:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:1.0:1790964068.849605:0:32581:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1790964068.849607:0:32581:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 0000000009311fce. 20000000:00000001:1.0:1790964068.849610:0:32581:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1790964068.849619:0:32581:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1790964068.849626:0:32581:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790964068.849629:0:32581:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:1.0:1790964068.849634:0:32581:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:1.0:1790964068.849637:0:32581:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1790964068.849640:0:32581:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e8343ff6. 00000100:00000010:1.0:1790964068.849642:0:32581:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f86d1f83. 00000020:00000040:1.0:1790964068.849644:0:32581:0:(genops.c:868:class_export_get()) GET export 00000000db4cd8a6 refcount=13 00010000:00000001:1.0:1790964068.849647:0:32581:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:1.0:1790964068.849650:0:32581:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1790964068.849652:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000400:00000010:1.0:1790964068.849657:0:32581:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004bc4c6ff. 00000400:00000200:1.0:1790964068.849660:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964068.849667:0:32581:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964068.849672:0:32581:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff14b00f80 00000400:00000200:1.0:1790964068.849676:0:32581:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:1.0:1790964068.849678:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be1bfd8. 00000400:00000200:1.0:1790964068.849681:0:32581:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006dcec506 00000400:00000200:1.0:1790964068.849684:0:32581:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964068.849686:0:32581:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964068.849688:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcec506 00000400:00000010:1.0:1790964068.849690:0:32581:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000006dcec506. 00000100:00000001:1.0:1790964068.849693:0:32581:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1790964068.849695:0:32581:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000e0ed8ee0 desc 0000000065b817de mbits 1877961912356736 00000100:00000001:1.0:1790964068.849703:0:32581:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1790964068.849706:0:32581:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1790964068.849710:0:32581:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1790964068.849716:0:32581:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:1.0:1790964068.849719:0:32581:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964068.849722:0:32581:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1790964068.849724:0:32581:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:1.0:1790964068.849726:0:32581:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 00000000e8343ff6 00000100:00000001:1.0:1790964068.849727:0:32581:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1790964068.849732:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964068.849733:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964068.849735:0:32581:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:1.0:1790964068.849736:0:32581:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 00000000e8343ff6 00000100:00000001:1.0:1790964068.849738:0:32581:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1790964068.849749:0:32581:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff14b00f80-0x6abff14b00f80 00000100:00000001:1.0:1790964068.849752:0:32581:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.849755:0:32581:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849757:0:32581:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1790964068.849759:0:32581:0:(genops.c:879:class_export_put()) PUTting export 00000000db4cd8a6 : new refcount 12 00000100:00000010:1.0:1790964068.849762:0:32581:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f86d1f83. 00000100:00000010:1.0:1790964068.849765:0:32581:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e8343ff6. 00000100:00000001:1.0:1790964068.849767:0:32581:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1790964068.849768:0:32581:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1790964068.849777:0:32581:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 0000000009311fce. 20000000:00000001:1.0:1790964068.849782:0:32581:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964068.849784:0:32581:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961912356736 00010000:00000001:1.0:1790964068.849787:0:32581:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964068.849790:0:32581:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000003764e4f9 x1877961912356736/t0(0) o256->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 304/240 e 0 to 0 dl 1790964079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964068.849797:0:32581:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964068.849799:0:32581:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964068.849802:0:32581:0:(import.c:2195:obd_at_measure()) add 1 to 000000009e6fe6a3 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964068.849805:0:32581:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964068.849807:0:32581:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964068.849809:0:32581:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 02000000:00000001:1.0:1790964068.849812:0:32581:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964068.849813:0:32581:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.849815:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964068.849817:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964068.849820:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964068.849823:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961912356736, offset 224 00000400:00000200:1.0:1790964068.849827:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964068.849832:0:32581:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964068.849836:0:32581:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff14b00f80 00000400:00000200:1.0:1790964068.849840:0:32581:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:1.0:1790964068.849844:0:32581:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964068.849847:0:32581:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964068.849849:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964068.849856:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964068.849863:0:32581:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849871:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964068.849875:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964068.849876:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964068.849879:0:32581:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964068.849880:0:32581:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964068.849882:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964068.849885:0:32581:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 16 to 0@lo 00010000:00000001:1.0:1790964068.849887:0:32581:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964068.849888:0:32581:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964068.849890:0:32581:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964068.849893:0:32581:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003764e4f9 x1877961912356736/t0(0) o256->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:644/0 lens 304/240 e 0 to 0 dl 1790964079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964068.849900:0:32581:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003764e4f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:32585:x1877961912356736:12345-0@lo:256: Request processed in 368us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.849906:0:32581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1790964068.849909:0:32581:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db4cd8a6 : new rpc_count 0 00000100:00000001:1.0:1790964068.849911:0:32581:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964068.849912:0:32581:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964068.849915:0:32581:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000986eb263. 00000020:00000010:1.0:1790964068.849918:0:32581:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000054636b51. 00000020:00000010:1.0:1790964068.849922:0:32581:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188dd291. 00000020:00000040:1.0:1790964068.849925:0:32581:0:(genops.c:879:class_export_put()) PUTting export 00000000db4cd8a6 : new refcount 11 02000000:00000001:1.0:1790964068.849927:0:32581:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964068.849929:0:32581:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000f041b016. 02000000:00000001:1.0:1790964068.849931:0:32581:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964068.849933:0:32581:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964068.849936:0:32581:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964068.849940:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be1bfd8. 00000400:00000010:1.0:1790964068.849943:0:32581:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dcec506. 00000100:00000001:1.0:1790964068.849966:0:32585:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964068.849970:0:32585:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964068.849971:0:32585:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964068.849973:0:32585:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085f22223. 00000400:00000200:1.0:1790964068.849975:0:32585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd30a31 00000400:00000010:1.0:1790964068.849976:0:32585:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002cd30a31. 00000100:00000001:1.0:1790964068.849978:0:32585:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964068.849982:0:32585:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964068.849989:0:32585:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.849994:0:32585:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964068.849997:0:32585:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.849998:0:32585:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964068.850000:0:32585:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964068.850001:0:32585:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964068.850003:0:32585:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964068.850004:0:32585:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964068.850007:0:32585:0:(import.c:2195:obd_at_measure()) add 5 to 00000000cb29fe8b time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964068.850010:0:32585:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a2710146 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964068.850012:0:32585:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964068.850013:0:32585:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964068.850015:0:32585:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964068.850016:0:32585:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.850019:0:32585:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964068.850021:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964068.850028:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.850046:0:32585:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964068.850048:0:32585:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964068.850051:0:32585:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964068.850057:0:32585:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cdfdc3a7-9224-47b9-8405-435e5d398b82:32585:1877961912356736:0@lo:256: 00000100:00000001:1.0:1790964068.850067:0:32585:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.850068:0:32585:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.850070:0:32585:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964068.850072:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964068.850074:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.850080:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964068.850082:0:32585:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023fe18eb. 00000100:00000001:1.0:1790964068.850085:0:32585:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964068.850086:0:32585:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1790964068.850090:0:32585:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:1.0:1790964068.850093:0:32585:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1790964068.850099:0:32585:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000f041b016. 10000000:00000010:1.0:1790964068.850103:0:32585:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000986eb263. 10000000:00000200:1.0:1790964068.850108:0:32585:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1790964068.850111:0:32585:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:1.0:1790964068.850120:0:32585:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.144@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1790964068.850122:0:32585:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000986eb263. 10000000:00000010:1.0:1790964068.850124:0:32585:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000f041b016. 10000000:00000001:1.0:1790964068.850126:0:32585:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964068.850128:0:32585:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964068.850131:0:32585:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0ed8ee0 x1877961912356736/t0(0) o256->MGC192.168.201.144@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964084 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964068.850137:0:32585:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964068.850138:0:32585:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964068.850140:0:32585:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000149adb8e. 02000000:00000001:1.0:1790964068.850142:0:32585:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964068.850144:0:32585:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964068.850145:0:32585:0:(genops.c:1223:class_import_put()) import 000000009907984c refcount=4 obd=MGC192.168.201.144@tcp 00000020:00000001:1.0:1790964068.850147:0:32585:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1790964068.850148:0:32585:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1790964068.850150:0:32585:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964068.850150:0:32585:0:(genops.c:1223:class_import_put()) import 000000009907984c refcount=3 obd=MGC192.168.201.144@tcp 00000020:00000001:1.0:1790964068.850152:0:32585:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1790964068.850158:0:32585:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000000ee565. 00000100:00000010:1.0:1790964068.850160:0:32585:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000065b817de. 00000100:00000001:1.0:1790964068.850162:0:32585:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1790964068.850163:0:32585:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e7da6bf5. 02000000:00000001:1.0:1790964068.850165:0:32585:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964068.850166:0:32585:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964068.850167:0:32585:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0ed8ee0. 00000100:00000001:1.0:1790964068.850170:0:32585:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964068.850172:0:32585:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1790964068.850184:0:32585:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000008d163e2c. 10000000:01000000:1.0:1790964068.850187:0:32585:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1790964068.850191:0:32585:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1790964068.850193:0:32585:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964068.850194:0:32585:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964068.850196:0:32585:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000da7d0e8b refcount=3 00000020:00000001:1.0:1790964068.850198:0:32585:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:1.0:1790964068.850201:0:32585:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635364864513024 : -108708845038592 : ffff9d213fe85400) 00010000:00000001:1.0:1790964068.850203:0:32585:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1790964068.850207:0:32585:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5fe expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.850215:0:32585:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.850217:0:32585:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964068.850218:0:32585:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.144@tcp lock: 00000000da7d0e8b/0xd05d6321d7a6a5f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd05d6321d7a6a5fe expref: -99 pid: 32585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964068.850224:0:32585:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1790964068.850225:0:32585:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964068.850226:0:32585:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1790964068.850227:0:32585:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964068.850229:0:32585:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964068.850232:0:32585:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1790964068.850234:0:32585:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790964068.850235:0:32585:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000867c90de) refs 3 10000000:00000001:1.0:1790964068.850238:0:32585:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1790964068.851646:0:258:0:(connection.c:75:cpu_latency_work()) work item of 0000000085c506bf (cpu 0) has reached its deadline 4295599619, at 4295599620 00000100:00000010:0.0:1790964068.851661:0:258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055d93a76. 00000100:00000040:3.0:1790964068.852707:0:31406:0:(connection.c:75:cpu_latency_work()) work item of 000000009171bb90 (cpu 3) has reached its deadline 4295599619, at 4295599621 00000100:00000010:3.0:1790964068.852717:0:31406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a63711b7. 00000100:00000040:2.0:1790964068.854210:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc9bd66 (cpu 2) has reached its deadline 4295599619, at 4295599622 00000100:00000010:2.0:1790964068.854225:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6110d5a. 00000100:00000001:1.0:1790964068.859484:0:31764:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964068.859505:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964068.859507:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964068.859511:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964068.859513:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1790964068.859562:0:126:0:(connection.c:75:cpu_latency_work()) work item of 00000000392bbecb (cpu 1) has reached its deadline 4295599619, at 4295599627 00000100:00000010:1.0:1790964068.859572:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040183d76. 00000100:00000001:0.0:1790964068.859692:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964068.859696:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964068.980834:0:33033:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1790964068.980843:0:33033:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:0.0:1790964068.995121:0:33033:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1790964069.232510:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964069.232519:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964069.232526:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964069.232529:0:258:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790964069.232532:0:258:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790964069.232535:0:258:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964069.232561:0:258:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790964069.232564:0:258:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964069.232566:0:258:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964069.232568:0:258:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964069.232939:0:32576:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964069.232942:0:32576:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964069.232945:0:32576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964069.745715:0:32626:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964069.745725:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964069.745727:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964069.745732:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c3199a5 going to sleep for 0 seconds 00000100:00000001:2.0:1790964069.745737:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964069.745741:0:32626:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964069.745744:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964069.745746:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964069.745749:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.872716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) cdfdc3a7-9224-47b9-8405-435e5d398b82->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964069.872728:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964069.872739:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0ed8ee0. 00000020:00000040:1.0:1790964069.872747:0:8:0:(genops.c:1210:class_import_get()) import 000000009907984c refcount=4 obd=MGC192.168.201.144@tcp 00000100:00000001:1.0:1790964069.872751:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964069.872754:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964069.872759:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964069.872767:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c802e160. 00000100:00000001:1.0:1790964069.872774:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.872784:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cdfdc3a7-9224-47b9-8405-435e5d398b82->MGS req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964069.872795:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964069.872797:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.872804:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0ed8ee0] to pc [ptlrpcd_00_03+3] req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.872865:0:31767:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964069.872870:0:31767:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1790964069.872872:0:31767:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.872889:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964069.872893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964069.872896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1790964069.872898:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964069.872901:0:8:0:(import.c:65:import_set_state_nolock()) 000000005137c5e4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964069.872905:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790964069.872907:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 922 00000100:00001000:1.0:1790964069.872911:0:8:0:(import.c:2195:obd_at_measure()) add 10 to 000000009d72e162 time=10 v=5 (1 0 0 0) 00000100:00001000:1.0:1790964069.872914:0:8:0:(import.c:2261:obd_at_measure()) AT 000000009d72e162 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790964069.872917:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790964069.872920:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964069.872940:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.872942:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964069.872944:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 00000020:00000001:1.0:1790964069.872947:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964069.872949:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a5aa 00000020:00000001:1.0:1790964069.872952:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964069.872954:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export 000000005e753719 refcount=4 00000020:00000001:1.0:1790964069.872956:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635364679532544 : -108709030019072 : ffff9d2134e1c000) 00000020:00000001:1.0:1790964069.872958:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635364679532544 : -108709030019072 : ffff9d2134e1c000) 00000100:00000040:1.0:1790964069.872960:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964069.872962:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.872963:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964069.872965:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 00000020:00000040:1.0:1790964069.872967:0:8:0:(genops.c:879:class_export_put()) PUTting export 000000005e753719 : new refcount 3 00000100:00080000:1.0:1790964069.872971:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000005137c5e4 using connection 192.168.201.144@tcp/0@lo 00000100:00000001:1.0:1790964069.872972:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.872975:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964069.872982:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964069.872985:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.872987:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964069.872990:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964069.872993:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9e18f39. 00000020:00000040:1.0:1790964069.872995:0:8:0:(genops.c:1210:class_import_get()) import 000000005137c5e4 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:1.0:1790964069.872999:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964069.873000:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873003:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964069.873004:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964069.873006:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964069.873010:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f041b016. 00000100:00000001:1.0:1790964069.873014:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.873028:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964069.873035:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964069.873043:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9e18f39] to pc [ptlrpcd_rcv+-1] req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873064:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964069.873070:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964069.873073:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5254b4e. 00000020:00000040:1.0:1790964069.873075:0:8:0:(genops.c:1210:class_import_get()) import 00000000b779656c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1790964069.873077:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964069.873079:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964069.873080:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964069.873084:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048d6776f. 00000100:00000001:1.0:1790964069.873087:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873090:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964069.873097:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964069.873098:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873101:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5254b4e] to pc [ptlrpcd_00_00+0] req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873117:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873121:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (938) 00000100:00000001:1.0:1790964069.873137:0:31765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.873139:0:31765:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.873142:0:31765:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964069.873145:0:31765:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873153:0:31765:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964069.873155:0:31765:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.873158:0:31765:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964069.873160:0:31765:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964069.873163:0:31765:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.873165:0:31765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e5254b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31765:1877961912357120:0@lo:400: 00000100:00000001:1.0:1790964069.873177:0:31765:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964069.873183:0:31765:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964069.873184:0:31765:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.873187:0:31765:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964069.873190:0:31765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff82acc4. 02000000:00000001:1.0:1790964069.873192:0:31765:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964069.873198:0:31765:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085f22223. 00000400:00000010:1.0:1790964069.873206:0:31765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd30a31. 00000100:00000200:1.0:1790964069.873212:0:31765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961912357120, portal 10 00000100:00000001:1.0:1790964069.873214:0:31765:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964069.873215:0:31765:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684675968 : -108709024875648 : ffff9d2135303b80) 00000100:00000040:1.0:1790964069.873221:0:31765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873228:0:31765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964069.873230:0:31765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964069.873232:0:31765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964069.873235:0:31765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961912357120, offset 0 00000400:00000200:1.0:1790964069.873241:0:31765:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964069.873257:0:31765:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964069.873268:0:31765:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff14b01100 00000400:00000200:1.0:1790964069.873274:0:31765:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:1.0:1790964069.873296:0:31765:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964069.873300:0:31765:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964069.873308:0:31765:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964069.873310:0:31765:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964069.873312:0:31765:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd435b7a. 00000100:00000040:1.0:1790964069.873315:0:31765:0:(events.c:341:request_in_callback()) incoming req@00000000dd435b7a x1877961912357120 msgsize 224 00000100:00100000:1.0:1790964069.873318:0:31765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964069.873327:0:31765:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964069.873336:0:31765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964069.873338:0:31765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964069.873341:0:31765:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964069.873345:0:31765:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873365:0:31765:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964069.873367:0:31765:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873373:0:31765:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873374:0:31765:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964069.873381:0:31765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873384:0:31765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 903 usecs (1 jiffies) 00000100:00000001:1.0:1790964069.873388:0:31765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295600642 00000100:00000010:1.0:1790964069.873392:0:31765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85775f2. 00000100:00000001:1.0:1790964069.873398:0:31765:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964069.873407:0:31765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295600642 00000100:00000010:1.0:1790964069.873410:0:31765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000105babc6. 00000100:00000001:1.0:1790964069.873412:0:31765:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790964069.873415:0:31765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295600642 00000100:00000010:1.0:1790964069.873417:0:31765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a91771d. 00000100:00000001:1.0:1790964069.873419:0:31765:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964069.873422:0:31765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295600642 00000100:00000010:1.0:1790964069.873424:0:31765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f16ebd34. 00000100:00000001:1.0:1790964069.873426:0:31765:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964069.873428:0:31765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964069.873431:0:31765:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873434:0:31765:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873436:0:31765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873443:0:31765:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964069.873444:0:31765:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964069.873446:0:31765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.873447:0:31765:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.873448:0:31765:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873450:0:31765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873459:0:31766:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.873460:0:31766:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873479:0:32588:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964069.873481:0:32588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912357120 02000000:00000001:1.0:1790964069.873483:0:32588:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964069.873485:0:32588:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964069.873487:0:32588:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.873491:0:32588:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.873495:0:32588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912357120 00000020:00000001:1.0:1790964069.873497:0:32588:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964069.873499:0:32588:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a5f0 00000020:00000001:1.0:1790964069.873500:0:32588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964069.873501:0:32588:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000052cafdd8 refcount=5 00000020:00000001:1.0:1790964069.873503:0:32588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635363959803904 : -108709749747712 : ffff9d2109fb9000) 00000020:00000001:1.0:1790964069.873505:0:32588:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635363959803904 : -108709749747712 : ffff9d2109fb9000) 00000100:00000001:1.0:1790964069.873509:0:32588:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964069.873512:0:32588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bd7246a. 00000100:00000001:1.0:1790964069.873515:0:32588:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964069.873517:0:32588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bd7246a. 00000020:00000010:1.0:1790964069.873522:0:32588:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ee73027. 00000020:00000010:1.0:1790964069.873526:0:32588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054714448. 00000020:00000010:1.0:1790964069.873530:0:32588:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000054636b51. 00000100:00000040:1.0:1790964069.873537:0:32588:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1790964069.873565:0:32588:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964069.873566:0:32588:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964069.873569:0:32588:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873576:0:32588:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1790964069.873579:0:32588:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1790964069.873580:0:32588:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873587:0:32588:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873596:0:32588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964069.873598:0:32588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964069.873602:0:32588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1790964069.873605:0:32588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000052cafdd8 : new rpc_count 1 00000100:00000001:1.0:1790964069.873607:0:32588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635364684675072 : -108709024876544 : ffff9d2135303800) 00000100:00000040:1.0:1790964069.873612:0:32588:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd435b7a x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/0 e 0 to 0 dl 1790964080 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873631:0:32588:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964069.873633:0:32588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bd7246a. 00000100:00000001:1.0:1790964069.873634:0:32588:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964069.873636:0:32588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bd7246a. 00000100:00100000:1.0:1790964069.873640:0:32588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dd435b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:31765:x1877961912357120:12345-0@lo:400: 00000100:00000200:1.0:1790964069.873643:0:32588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961912357120 00000020:00000001:1.0:1790964069.873646:0:32588:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964069.873649:0:32588:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964069.873651:0:32588:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.873653:0:32588:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964069.873655:0:32588:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661429952 : -1048121664 : ffffffffc186eec0) 00000020:00000001:1.0:1790964069.873657:0:32588:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964069.873659:0:32588:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964069.873661:0:32588:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964069.873663:0:32588:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964069.873666:0:32588:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.873668:0:32588:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1790964069.873671:0:32588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964069.873672:0:32588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964069.873675:0:32588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8343ff6. 02000000:00000001:1.0:1790964069.873678:0:32588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873680:0:32588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.873682:0:32588:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964069.873684:0:32588:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961912357120 00010000:00000001:1.0:1790964069.873687:0:32588:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964069.873691:0:32588:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000dd435b7a x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1790964080 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964069.873698:0:32588:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964069.873700:0:32588:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964069.873702:0:32588:0:(import.c:2195:obd_at_measure()) add 1 to 00000000d9fb50c4 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964069.873705:0:32588:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.873706:0:32588:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964069.873716:0:32588:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 02000000:00000001:1.0:1790964069.873719:0:32588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964069.873721:0:32588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873723:0:32588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964069.873725:0:32588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964069.873727:0:32588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964069.873730:0:32588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961912357120, offset 224 00000400:00000200:1.0:1790964069.873733:0:32588:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964069.873738:0:32588:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964069.873743:0:32588:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff14b01100 00000400:00000200:1.0:1790964069.873747:0:32588:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:1.0:1790964069.873752:0:32588:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964069.873755:0:32588:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964069.873758:0:32588:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964069.873761:0:32588:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964069.873768:0:32588:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873779:0:32588:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964069.873783:0:32588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964069.873785:0:32588:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964069.873787:0:32588:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964069.873789:0:32588:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964069.873791:0:32588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873793:0:32588:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 16 to 0@lo 00010000:00000001:1.0:1790964069.873795:0:32588:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964069.873797:0:32588:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.873799:0:32588:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964069.873802:0:32588:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd435b7a x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1790964080 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964069.873809:0:32588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dd435b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:31765:x1877961912357120:12345-0@lo:400: Request processed in 178us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964069.873816:0:32588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1790964069.873826:0:32588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000052cafdd8 : new rpc_count 0 00000100:00000001:1.0:1790964069.873828:0:32588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964069.873830:0:32588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964069.873834:0:32588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054714448. 00000020:00000010:1.0:1790964069.873838:0:32588:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000054636b51. 00000020:00000010:1.0:1790964069.873841:0:32588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ee73027. 00000020:00000040:1.0:1790964069.873847:0:32588:0:(genops.c:879:class_export_put()) PUTting export 0000000052cafdd8 : new refcount 4 00000100:00000001:1.0:1790964069.873849:0:32588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873866:0:31765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.873868:0:31765:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964069.873872:0:31765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964069.873874:0:31765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964069.873876:0:31765:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085f22223. 00000400:00000200:1.0:1790964069.873879:0:31765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd30a31 00000400:00000010:1.0:1790964069.873880:0:31765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002cd30a31. 00000100:00000001:1.0:1790964069.873882:0:31765:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964069.873885:0:31765:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964069.873891:0:31765:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873896:0:31765:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964069.873898:0:31765:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873900:0:31765:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964069.873902:0:31765:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964069.873904:0:31765:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964069.873905:0:31765:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.873907:0:31765:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964069.873912:0:31765:0:(import.c:2195:obd_at_measure()) add 5 to 00000000df8da4af time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964069.873915:0:31765:0:(import.c:2195:obd_at_measure()) add 1 to 0000000085bef010 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964069.873917:0:31765:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964069.873919:0:31765:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964069.873922:0:31765:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790964069.873925:0:31765:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964069.873930:0:31765:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.873941:0:31765:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790964069.873942:0:31765:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1790964069.873944:0:31765:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790964069.873945:0:31765:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.873949:0:31765:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873954:0:31765:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964069.873956:0:31765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964069.873958:0:31765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964069.873960:0:31765:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964069.873965:0:31765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e5254b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31765:1877961912357120:0@lo:400: 00000100:00000001:1.0:1790964069.873969:0:31765:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.873971:0:31765:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964069.873973:0:31765:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e5254b4e x1877961912357120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.873978:0:31765:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964069.873981:0:31765:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964069.873983:0:31765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff82acc4. 02000000:00000001:1.0:1790964069.873986:0:31765:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964069.873987:0:31765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964069.873989:0:31765:0:(genops.c:1223:class_import_put()) import 00000000b779656c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1790964069.873990:0:31765:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964069.873992:0:31765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048d6776f. 02000000:00000001:1.0:1790964069.873995:0:31765:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964069.873997:0:31765:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964069.873998:0:31765:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5254b4e. 00000100:00000001:1.0:1790964069.874001:0:31765:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964069.874002:0:31765:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874003:0:31765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874007:0:31765:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964069.874008:0:31765:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874010:0:31765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.874011:0:31765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874054:0:31764:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964069.874057:0:31764:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1790964069.874062:0:31764:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964059/real 1790964059] req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1790964069.874073:0:31764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964069.874074:0:31764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964069.874076:0:31764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08e58ca. 00000400:00000200:1.0:1790964069.874079:0:31764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df1b836 00000400:00000010:1.0:1790964069.874081:0:31764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003df1b836. 00000100:00000001:1.0:1790964069.874083:0:31764:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964069.874085:0:31764:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964069.874091:0:31764:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874096:0:31764:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964069.874097:0:31764:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874098:0:31764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964069.874099:0:31764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1790964069.874102:0:31764:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874107:0:31764:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874111:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964069.874112:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874114:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.874115:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.874116:0:31764:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964069.874119:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874124:0:31764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964069.874125:0:31764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874127:0:31764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964069.874129:0:31764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964069.874131:0:31764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.874133:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b9e18f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912356992:0@lo:38: 00000100:00000001:1.0:1790964069.874141:0:31764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964069.874144:0:31764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964069.874145:0:31764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874146:0:31764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964069.874149:0:31764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b5a8c0e0. 02000000:00000001:1.0:1790964069.874151:0:31764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964069.874154:0:31764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085f22223. 00000400:00000010:1.0:1790964069.874157:0:31764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd30a31. 00000100:00000200:1.0:1790964069.874160:0:31764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961912356992, portal 4 00000100:00000001:1.0:1790964069.874162:0:31764:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964069.874163:0:31764:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684664320 : -108709024887296 : ffff9d2135300e00) 00000020:00000010:1.0:1790964069.874170:0:31764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc644971. 00000100:00000040:1.0:1790964069.874175:0:31764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874180:0:31764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964069.874182:0:31764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964069.874183:0:31764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964069.874186:0:31764:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961912356992, offset 0 00000400:00000200:1.0:1790964069.874189:0:31764:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964069.874194:0:31764:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964069.874199:0:31764:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff14b01080 00000400:00000200:1.0:1790964069.874204:0:31764:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:1.0:1790964069.874209:0:31764:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964069.874211:0:31764:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964069.874215:0:31764:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964069.874216:0:31764:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1790964069.874219:0:31764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5254b4e. 00000100:00000040:1.0:1790964069.874221:0:31764:0:(events.c:341:request_in_callback()) incoming req@00000000e5254b4e x1877961912356992 msgsize 520 00000100:00100000:1.0:1790964069.874225:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964069.874233:0:31764:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964069.874236:0:31764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d948602 00000400:00000010:1.0:1790964069.874238:0:31764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000d948602. 00000100:00000001:1.0:1790964069.874240:0:31764:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964069.874248:0:31764:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874255:0:31764:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964069.874257:0:31764:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874264:0:31764:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874265:0:31764:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964069.874269:0:31764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.874272:0:31764:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 9110 usecs (10 jiffies) 00000100:00000001:1.0:1790964069.874274:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295600651 00000100:00000001:1.0:1790964069.874282:0:31764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295600642 00000100:00000001:1.0:1790964069.874285:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295600651 00000100:00000001:1.0:1790964069.874288:0:31764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295600642 00000100:00000001:1.0:1790964069.874290:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295600651 00000100:00000001:1.0:1790964069.874293:0:31764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295600642 00000100:00000001:1.0:1790964069.874295:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295600651 00000100:00000001:1.0:1790964069.874298:0:31764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295600642 00000100:00000001:1.0:1790964069.874300:0:31764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964069.874302:0:31764:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874304:0:31764:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964069.874307:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874314:0:31764:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1790964069.874317:0:31764:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874318:0:31764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964069.874319:0:31764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874322:0:31764:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964069.874324:0:31764:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1790964069.874328:0:31764:0:(import.c:65:import_set_state_nolock()) 000000009fb69585 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964069.874348:0:31764:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1790964069.874350:0:31764:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1790964069.874354:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964069.874360:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000f886351 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912354048:0@lo:8: 00000100:00000001:1.0:1790964069.874364:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874366:0:31764:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964069.874367:0:31764:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f886351 x1877961912354048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964069 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874372:0:31764:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964069.874373:0:31764:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964069.874375:0:31764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4a7e821. 02000000:00000001:1.0:1790964069.874379:0:31764:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964069.874380:0:31764:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964069.874381:0:31764:0:(genops.c:1223:class_import_put()) import 000000009fb69585 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1790964069.874383:0:31764:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964069.874384:0:31764:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000070f318a. 02000000:00000001:1.0:1790964069.874387:0:31764:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964069.874388:0:31764:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964069.874389:0:31764:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f886351. 00000100:00000001:1.0:1790964069.874392:0:31764:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964069.874393:0:31764:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874394:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874397:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964069.874398:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964069.874400:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.874401:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.874403:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874404:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964069.874416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790964069.874419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1790964069.874421:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964069.874423:0:8:0:(import.c:65:import_set_state_nolock()) 000000009fb69585 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964069.874432:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790964069.874435:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 922 00000100:00001000:1.0:1790964069.874438:0:8:0:(import.c:2195:obd_at_measure()) add 10 to 00000000096e7353 time=1790964069 v=0 (0 0 0 0) 00000100:00001000:1.0:1790964069.874441:0:8:0:(import.c:2261:obd_at_measure()) AT 00000000096e7353 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790964069.874444:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790964069.874446:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964069.874448:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.874450:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964069.874451:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 00000020:00000001:1.0:1790964069.874454:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964069.874455:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a595 00000020:00000001:1.0:1790964069.874456:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964069.874458:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001703f9cc refcount=4 00000020:00000001:1.0:1790964069.874460:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635364679540736 : -108709030010880 : ffff9d2134e1e000) 00000020:00000001:1.0:1790964069.874462:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635364679540736 : -108709030010880 : ffff9d2134e1e000) 00000100:00000040:1.0:1790964069.874464:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964069.874466:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.874467:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964069.874469:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 00000020:00000040:1.0:1790964069.874471:0:8:0:(genops.c:879:class_export_put()) PUTting export 000000001703f9cc : new refcount 3 00000100:00080000:1.0:1790964069.874473:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000009fb69585 using connection 192.168.201.144@tcp/0@lo 00000100:00000001:1.0:1790964069.874489:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874492:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964069.874497:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964069.874499:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874501:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964069.874503:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964069.874507:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd1e0c05. 00000020:00000040:1.0:1790964069.874510:0:8:0:(genops.c:1210:class_import_get()) import 000000009fb69585 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1790964069.874512:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964069.874514:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874520:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964069.874522:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964069.874524:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964069.874529:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e3039b48. 00000100:00000001:1.0:1790964069.874534:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.874562:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964069.874569:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964069.874571:0:8:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.874573:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd1e0c05] to pc [ptlrpcd_rcv+-1] req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874583:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.874588:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (938) 00000100:00000001:1.0:1790964069.874596:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.874598:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.874599:0:31764:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964069.874602:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874608:0:31764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964069.874609:0:31764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874611:0:31764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964069.874613:0:31764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964069.874614:0:31764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.874616:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bd1e0c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912357248:0@lo:8: 00000100:00000001:1.0:1790964069.874619:0:31764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964069.874621:0:31764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964069.874622:0:31764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874623:0:31764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964069.874627:0:31764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065b817de. 02000000:00000001:1.0:1790964069.874628:0:31764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964069.874631:0:31764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e9547f3. 00000400:00000010:1.0:1790964069.874634:0:31764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d948602. 00000100:00000200:1.0:1790964069.874637:0:31764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961912357248, portal 4 00000100:00000001:1.0:1790964069.874639:0:31764:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964069.874645:0:31764:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684666112 : -108709024885504 : ffff9d2135301500) 00000020:00000010:1.0:1790964069.874661:0:31764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ae7abecf. 00000100:00000040:1.0:1790964069.874668:0:31764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874674:0:31764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964069.874675:0:31764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964069.874678:0:31764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e97a5b6. 00000100:00000200:1.0:1790964069.874680:0:31764:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961912357248, offset 0 00000400:00000200:1.0:1790964069.874684:0:31764:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964069.874690:0:31764:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964069.874695:0:31764:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff14b01180 00000400:00000100:1.0:1790964069.874699:0:31764:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961912357248 offset 0 length 520: 4 00000400:00000200:1.0:1790964069.874702:0:31764:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000c76c1c02 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1790964069.874704:0:31764:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1790964069.874708:0:31764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e97a5b6 00000400:00000010:1.0:1790964069.874710:0:31764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e97a5b6. 00000100:00000001:1.0:1790964069.874712:0:31764:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964069.874714:0:31764:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874719:0:31764:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964069.874721:0:31764:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd1e0c05 x1877961912357248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.874726:0:31764:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874727:0:31764:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964069.874730:0:31764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.874732:0:31764:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1790964069.874734:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295600651 00000100:00000001:1.0:1790964069.874736:0:31764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295600651 00000100:00000001:1.0:1790964069.874738:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295600651 00000100:00000001:1.0:1790964069.874740:0:31764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295600651 00000100:00000001:1.0:1790964069.874741:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295600651 00000100:00000001:1.0:1790964069.874748:0:31764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295600651 00000100:00000001:1.0:1790964069.874749:0:31764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295600651 00000100:00000001:1.0:1790964069.874751:0:31764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295600651 00000100:00000001:1.0:1790964069.874753:0:31764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964069.874755:0:31764:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874757:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874759:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874762:0:31764:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964069.874764:0:31764:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964069.874765:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964069.874766:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964069.874767:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874769:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874795:0:32594:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964069.874798:0:32594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356992 02000000:00000001:1.0:1790964069.874799:0:32594:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964069.874801:0:32594:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964069.874802:0:32594:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964069.874805:0:32594:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964069.874808:0:32594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356992 00000020:00000001:1.0:1790964069.874809:0:32594:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964069.874810:0:32594:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1790964069.874811:0:32594:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1790964069.874813:0:32594:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.874815:0:32594:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964069.874818:0:32594:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff82acc4. 00000020:00000010:1.0:1790964069.874822:0:32594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054714448. 00000020:00000010:1.0:1790964069.874826:0:32594:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000054636b51. 00000100:00000001:1.0:1790964069.874829:0:32594:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964069.874830:0:32594:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964069.874832:0:32594:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874835:0:32594:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.874841:0:32594:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964069.874849:0:32594:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964069.874850:0:32594:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964069.874859:0:32594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964069.874862:0:32594:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635364684675968 : -108709024875648 : ffff9d2135303b80) 00000100:00000040:1.0:1790964069.874865:0:32594:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5254b4e x1877961912356992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964069.874874:0:32594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e5254b4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:31764:x1877961912356992:12345-0@lo:38: 00000100:00000200:1.0:1790964069.874877:0:32594:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961912356992 00000020:00000001:1.0:1790964069.874879:0:32594:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1790964069.874882:0:32594:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:1.0:1790964069.874893:0:32594:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1790964069.874896:0:32594:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1790964069.880618:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964069.880628:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.880721:0:31767:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964069.880725:0:31767:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.880728:0:31767:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964069.880729:0:31767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964069.880731:0:31767:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964069.880741:0:31767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.880753:0:31767:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964069.880755:0:31767:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964069.880759:0:31767:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964069.880762:0:31767:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964069.880765:0:31767:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964069.880786:0:31767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cdfdc3a7-9224-47b9-8405-435e5d398b82:31767:1877961912356864:0@lo:400: 00000100:00000001:0.0:1790964069.880791:0:31767:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964069.880796:0:31767:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964069.880798:0:31767:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964069.880800:0:31767:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964069.880806:0:31767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061c333c5. 02000000:00000001:0.0:1790964069.880808:0:31767:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964069.880814:0:31767:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003af5ab31. 00000400:00000010:0.0:1790964069.880823:0:31767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e820761c. 00000100:00000200:0.0:1790964069.880830:0:31767:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961912356864, portal 25 00000100:00000001:0.0:1790964069.880832:0:31767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964069.880833:0:31767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635364684668800 : -108709024882816 : ffff9d2135301f80) 00000100:00000040:0.0:1790964069.880838:0:31767:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.880845:0:31767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964069.880847:0:31767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964069.880849:0:31767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000483ccb40. 00000100:00000200:0.0:1790964069.880851:0:31767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961912356864, offset 0 00000400:00000200:0.0:1790964069.880857:0:31767:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964069.880868:0:31767:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964069.880879:0:31767:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14b01000 00000400:00000200:0.0:1790964069.880884:0:31767:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:0.0:1790964069.880888:0:31767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007add018d. 00000400:00000200:0.0:1790964069.880893:0:31767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005ab0499 00000400:00000200:0.0:1790964069.880902:0:31767:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964069.880905:0:31767:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964069.880911:0:31767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005ab0499 00000400:00000010:0.0:1790964069.880912:0:31767:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000005ab0499. 00000100:00000001:0.0:1790964069.880917:0:31767:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964069.880919:0:31767:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964069.880923:0:31767:0:(events.c:341:request_in_callback()) incoming req@00000000017e80cd x1877961912356864 msgsize 224 00000100:00100000:0.0:1790964069.880927:0:31767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964069.880928:0:31767:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964069.880938:0:31767:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964069.880950:0:31767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000483ccb40 00000400:00000010:0.0:1790964069.880952:0:31767:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000483ccb40. 00000100:00000001:0.0:1790964069.880955:0:31767:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964069.880958:0:31767:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.880967:0:31767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964069.880970:0:31767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.880976:0:31767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.880977:0:31767:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964069.880982:0:31767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.880985:0:31767:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295600659 00000100:00000001:0.0:1790964069.880996:0:31767:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295600651 00000100:00000001:0.0:1790964069.881000:0:31767:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295600659 00000100:00000001:0.0:1790964069.881003:0:31767:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295600651 00000100:00000001:0.0:1790964069.881005:0:31767:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 2 is 4295600659 00000100:00000001:0.0:1790964069.881008:0:31767:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295600651 00000100:00000001:0.0:1790964069.881010:0:31767:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS new deadline estimation for cpu 3 is 4295600659 00000100:00000001:0.0:1790964069.881012:0:31767:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295600651 00000100:00000001:0.0:1790964069.881014:0:31767:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964069.881028:0:31767:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881031:0:31767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881033:0:31767:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881051:0:32581:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964069.881053:0:32581:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961912356864 02000000:00000001:0.0:1790964069.881056:0:32581:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964069.881058:0:32581:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964069.881059:0:32581:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964069.881063:0:32581:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964069.881067:0:32581:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961912356864 00000020:00000001:0.0:1790964069.881069:0:32581:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964069.881071:0:32581:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd05d6321d7a6a510 00000020:00000001:0.0:1790964069.881079:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964069.881082:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000db4cd8a6 refcount=12 00000020:00000001:0.0:1790964069.881085:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000020:00000001:0.0:1790964069.881087:0:32581:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635363957520384 : -108709752031232 : ffff9d2109d8b800) 00000100:00000001:0.0:1790964069.881092:0:32581:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964069.881095:0:32581:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028870864. 00000100:00000001:0.0:1790964069.881098:0:32581:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964069.881101:0:32581:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028870864. 00000020:00000010:0.0:1790964069.881106:0:32581:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001942e9b1. 00000020:00000010:0.0:1790964069.881111:0:32581:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051fa85e5. 00000020:00000010:0.0:1790964069.881115:0:32581:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e3ece753. 00000100:00000040:0.0:1790964069.881123:0:32581:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964069.881126:0:32581:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964069.881127:0:32581:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964069.881129:0:32581:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881136:0:32581:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881145:0:32581:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.881154:0:32581:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964069.881155:0:32581:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964069.881158:0:32581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964069.881161:0:32581:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000db4cd8a6 : new rpc_count 1 00000100:00000001:0.0:1790964069.881162:0:32581:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635364862945360 : -108708846606256 : ffff9d213fd06850) 00000100:00000040:0.0:1790964069.881166:0:32581:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000017e80cd x1877961912356864/t0(0) o400->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:645/0 lens 224/0 e 0 to 0 dl 1790964080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.881173:0:32581:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964069.881175:0:32581:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028870864. 00000100:00000001:0.0:1790964069.881177:0:32581:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964069.881178:0:32581:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028870864. 00000100:00100000:0.0:1790964069.881181:0:32581:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000017e80cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:31767:x1877961912356864:12345-0@lo:400: 00000100:00000200:0.0:1790964069.881184:0:32581:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961912356864 00000020:00000001:0.0:1790964069.881186:0:32581:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964069.881195:0:32581:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964069.881197:0:32581:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964069.881199:0:32581:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964069.881201:0:32581:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669317312 : -1040234304 : ffffffffc1ff48c0) 00000020:00000001:0.0:1790964069.881204:0:32581:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964069.881205:0:32581:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964069.881207:0:32581:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964069.881209:0:32581:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964069.881212:0:32581:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964069.881213:0:32581:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964069.881215:0:32581:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964069.881217:0:32581:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964069.881221:0:32581:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6811022. 02000000:00000001:0.0:1790964069.881223:0:32581:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881225:0:32581:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964069.881227:0:32581:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964069.881229:0:32581:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961912356864 00010000:00000001:0.0:1790964069.881232:0:32581:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964069.881235:0:32581:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000017e80cd x1877961912356864/t0(0) o400->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:645/0 lens 224/224 e 0 to 0 dl 1790964080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964069.881243:0:32581:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964069.881245:0:32581:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964069.881248:0:32581:0:(import.c:2195:obd_at_measure()) add 1 to 000000009e6fe6a3 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964069.881252:0:32581:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964069.881254:0:32581:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 00000100:00000001:0.0:1790964069.881256:0:32581:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 02000000:00000001:0.0:1790964069.881258:0:32581:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964069.881259:0:32581:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881261:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964069.881263:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964069.881265:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000483ccb40. 00000100:00000200:0.0:1790964069.881267:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961912356864, offset 224 00000400:00000200:0.0:1790964069.881270:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964069.881275:0:32581:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964069.881280:0:32581:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14b01000 00000400:00000200:0.0:1790964069.881284:0:32581:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb09 [1] + 224 00000400:00000200:0.0:1790964069.881295:0:32581:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964069.881298:0:32581:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964069.881302:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964069.881305:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964069.881313:0:32581:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.881324:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964069.881329:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000483ccb40 00000400:00000010:0.0:1790964069.881331:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000483ccb40. 00000100:00000001:0.0:1790964069.881333:0:32581:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964069.881335:0:32581:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964069.881337:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964069.881340:0:32581:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 16 to 0@lo 00010000:00000001:0.0:1790964069.881342:0:32581:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964069.881343:0:32581:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964069.881345:0:32581:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964069.881348:0:32581:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000017e80cd x1877961912356864/t0(0) o400->cdfdc3a7-9224-47b9-8405-435e5d398b82@0@lo:645/0 lens 224/224 e 0 to 0 dl 1790964080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964069.881355:0:32581:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000017e80cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cdfdc3a7-9224-47b9-8405-435e5d398b82+12:31767:x1877961912356864:12345-0@lo:400: Request processed in 181us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964069.881362:0:32581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964069.881365:0:32581:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db4cd8a6 : new rpc_count 0 00000100:00000001:0.0:1790964069.881368:0:32581:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964069.881369:0:32581:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964069.881373:0:32581:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051fa85e5. 00000020:00000010:0.0:1790964069.881378:0:32581:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3ece753. 00000020:00000010:0.0:1790964069.881381:0:32581:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001942e9b1. 00000020:00000040:0.0:1790964069.881385:0:32581:0:(genops.c:879:class_export_put()) PUTting export 00000000db4cd8a6 : new refcount 11 02000000:00000001:0.0:1790964069.881389:0:32581:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964069.881391:0:32581:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000b6811022. 02000000:00000001:0.0:1790964069.881394:0:32581:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964069.881397:0:32581:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964069.881406:0:32581:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964069.881409:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c1aa87. 00000400:00000010:0.0:1790964069.881413:0:32581:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b5dddbc. 00000100:00000001:0.0:1790964069.881435:0:31767:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964069.881437:0:31767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964069.881441:0:31767:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964069.881443:0:31767:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964069.881444:0:31767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003af5ab31. 00000400:00000200:0.0:1790964069.881446:0:31767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e820761c 00000400:00000010:0.0:1790964069.881448:0:31767:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e820761c. 00000100:00000001:0.0:1790964069.881450:0:31767:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964069.881453:0:31767:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964069.881460:0:31767:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.881466:0:31767:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964069.881467:0:31767:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.881469:0:31767:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964069.881471:0:31767:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964069.881472:0:31767:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964069.881473:0:31767:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964069.881476:0:31767:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964069.881479:0:31767:0:(import.c:2195:obd_at_measure()) add 5 to 00000000cb29fe8b time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964069.881482:0:31767:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a2710146 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964069.881485:0:31767:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964069.881486:0:31767:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964069.881489:0:31767:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964069.881491:0:31767:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881493:0:31767:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964069.881496:0:31767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.881503:0:31767:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964069.881505:0:31767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964069.881507:0:31767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964069.881509:0:31767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964069.881526:0:31767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e0ed8ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cdfdc3a7-9224-47b9-8405-435e5d398b82:31767:1877961912356864:0@lo:400: 00000100:00000001:0.0:1790964069.881530:0:31767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.881532:0:31767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964069.881534:0:31767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0ed8ee0 x1877961912356864/t0(0) o400->MGC192.168.201.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964069.881557:0:31767:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964069.881559:0:31767:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964069.881561:0:31767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061c333c5. 02000000:00000001:0.0:1790964069.881564:0:31767:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964069.881566:0:31767:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964069.881567:0:31767:0:(genops.c:1223:class_import_put()) import 000000009907984c refcount=3 obd=MGC192.168.201.144@tcp 00000020:00000001:0.0:1790964069.881570:0:31767:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964069.881572:0:31767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c802e160. 02000000:00000001:0.0:1790964069.881575:0:31767:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964069.881576:0:31767:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964069.881578:0:31767:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0ed8ee0. 00000100:00000001:0.0:1790964069.881582:0:31767:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964069.881583:0:31767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.881584:0:31767:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964069.881589:0:31767:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964069.881590:0:31767:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964069.881592:0:31767:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964069.881593:0:31767:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964069.905999:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc9bd66 (cpu 2) has reached its deadline 4295600659, at 4295600674 00000100:00000010:2.0:1790964069.906048:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a91771d. 00000100:00000040:3.0:1790964069.906235:0:31406:0:(connection.c:75:cpu_latency_work()) work item of 000000009171bb90 (cpu 3) has reached its deadline 4295600659, at 4295600674 00000100:00000010:3.0:1790964069.906242:0:31406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f16ebd34. 00000100:00000040:0.0:1790964069.914627:0:258:0:(connection.c:75:cpu_latency_work()) work item of 0000000085c506bf (cpu 0) has reached its deadline 4295600659, at 4295600682 00000100:00000010:0.0:1790964069.914650:0:258:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85775f2. 00010000:00000001:1.0:1790964069.926729:0:32594:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1790964069.926741:0:32594:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790964069.926745:0:32594:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1790964069.926748:0:32594:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964069.926751:0:32594:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1790964069.926776:0:126:0:(connection.c:75:cpu_latency_work()) work item of 00000000392bbecb (cpu 1) has reached its deadline 4295600659, at 4295600693 00000100:00000010:1.0:1790964069.926788:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000105babc6. 02000000:00000010:1.0:1790964069.926800:0:32594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4a7e821. 02000000:00000001:1.0:1790964069.926802:0:32594:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.926806:0:32594:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964069.926810:0:32594:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964069.926813:0:32594:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964069.926817:0:32594:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1790964069.926821:0:32594:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1790964069.926826:0:32594:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964069.926831:0:32594:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964069.926834:0:32594:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635363943960896 : -108709765590720 : ffff9d210909d140) 00000100:00000001:1.0:1790964069.926836:0:32594:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446635363943960896 : -108709765590720 : 0xffff9d210909d140) 00000100:00000040:1.0:1790964069.926839:0:32594:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000ebb8a4d9 refcount 17 to 0@lo 02000000:00000001:1.0:1790964069.926841:0:32594:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964069.926842:0:32594:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964069.926852:0:32594:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964069.926855:0:32594:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964069.926859:0:32594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e97a5b6. 00000100:00000200:1.0:1790964069.926866:0:32594:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961912356992, offset 0 00000400:00000200:1.0:1790964069.926871:0:32594:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964069.926886:0:32594:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964069.926896:0:32594:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff14b01080 00000400:00000200:1.0:1790964069.926903:0:32594:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf9 [1] + 0 00000400:00000200:1.0:1790964069.926911:0:32594:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964069.926915:0:32594:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964069.926920:0:32594:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964069.926926:0:32594:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964069.926935:0:32594:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964069.926953:0:32594:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964069.926961:0:32594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e97a5b6 00000400:00000010:1.0:1790964069.926964:0:32594:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e97a5b6. 00000100:00000001:1.0:1790964069.926967:0:32594:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964069.926968:0:32594:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964069.926973:0:32594:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964069.926975:0:32594:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000ebb8a4d9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964069.926977:0:32594:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964069.926979:0:32594:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1790964069.926984:0:32594:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5254b4e x1877961912356992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964089 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964069.926992:0:32594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e5254b4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:31764:x1877961912356992:12345-0@lo:38: Request processed in 52119us (52769us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790964069.927003:0:32594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964069.927007:0:32594:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964069.927009:0:32594:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964069.927028:0:32594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054714448. 00000020:00000010:1.0:1790964069.927033:0:32594:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000054636b51. 00000020:00000010:1.0:1790964069.927043:0:32594:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff82acc4. 00000100:00000001:1.0:1790964069.927048:0:32594:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964069.927357:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964069.927362:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964069.927369:0:31764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964069.927371:0:31764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964069.927373:0:31764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085f22223. 00000400:00000200:3.0:1790964069.927378:0:31764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd30a31 00000400:00000010:3.0:1790964069.927380:0:31764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002cd30a31. 00000100:00000001:3.0:1790964069.927383:0:31764:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964069.927387:0:31764:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964069.927394:0:31764:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964069.927400:0:31764:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964069.927402:0:31764:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964069.927404:0:31764:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964069.927407:0:31764:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964069.927409:0:31764:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964069.927418:0:31764:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964069.927420:0:31764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964069.927429:0:31764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d1b01a67. 00000100:00001000:3.0:1790964069.927436:0:31764:0:(import.c:2195:obd_at_measure()) add 0 to 00000000f30aa5d5 time=1790964069 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964069.927439:0:31764:0:(import.c:2195:obd_at_measure()) add 1 to 000000009d72e162 time=10 v=10 (10 0 0 0) 00000100:00000001:3.0:1790964069.927442:0:31764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964069.927444:0:31764:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1790964069.927446:0:31764:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964069.927450:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964084 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964069.927456:0:31764:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1790964069.927459:0:31764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964069.927461:0:31764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964069.927464:0:31764:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790964069.927466:0:31764:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1790964069.927469:0:31764:0:(import.c:65:import_set_state_nolock()) 000000005137c5e4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964069.927474:0:31764:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1790964069.927476:0:31764:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964069.927491:0:31764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964084 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964069.927498:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b9e18f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31764:1877961912356992:0@lo:38: 00000100:00000001:3.0:1790964069.927502:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964069.927506:0:31764:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964069.927508:0:31764:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9e18f39 x1877961912356992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964084 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964069.927514:0:31764:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964069.927517:0:31764:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964069.927520:0:31764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b5a8c0e0. 02000000:00000001:3.0:1790964069.927527:0:31764:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964069.927529:0:31764:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964069.927530:0:31764:0:(genops.c:1223:class_import_put()) import 000000005137c5e4 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1790964069.927560:0:31764:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964069.927564:0:31764:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f041b016. 02000000:00000001:3.0:1790964069.927569:0:31764:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964069.927572:0:31764:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964069.927574:0:31764:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9e18f39. 00000100:00000001:3.0:1790964069.927578:0:31764:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964069.927579:0:31764:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964069.927582:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964069.927584:0:31764:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964069.927585:0:31764:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964069.927587:0:31764:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964069.927588:0:31764:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1790964070.206923:0:33045:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1790964070.206940:0:33045:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964070.206944:0:33045:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964070.256765:0:258:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964070.256776:0:258:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964070.256783:0:258:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964070.256784:0:258:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964070.262757:0:32577:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964070.262766:0:32577:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964070.262772:0:32577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2677 lines, 2677 kept, 0 dropped, 0 bad.