00000020:01000004:1.0F:1790964081.280981:0:31873:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790964081.280992:0:31873:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1790964081.280994:0:31873:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1790964081.281105:0:31873:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000019ee1294 00000080:02000400:1.0:1790964081.281129:0:31873:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:1.0:1790964081.286296:0:31873:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1790964081.286311:0:31873:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0F:1790964081.286564:0:31873:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000002759b795) 00000020:00000080:2.0:1790964081.286602:0:31873:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0F:1790964081.354531:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1790964081.354880:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1790964081.360801:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1790964081.364034:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.364477:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.364747:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.365199:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.365679:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.365875:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.366086:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.366523:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.366826:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.367066:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.367839:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.368102:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.368738:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.368974:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.369443:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.369880:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.370066:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.370494:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.370775:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.370957:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.371495:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.371776:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.371978:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.372354:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.372742:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.372950:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.373338:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.373685:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.373887:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1790964081.374125:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.375041:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1790964081.375389:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0F:1790964081.378689:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.379058:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.379387:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.379703:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.379894:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.380469:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.380716:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.380919:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.381367:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.381715:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.381892:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790964081.382063:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.383062:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.383826:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.384010:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.384932:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.385494:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790964081.385740:0:31873:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1790964081.387110:0:31873:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790964081.387396:0:31873:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790964081.387414:0:31873:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790964081.387425:0:31873:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a3af 00000020:01000004:0.0:1790964081.387433:0:31873:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790964081.387437:0:31873:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790964081.387441:0:31873:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000019ee1294 from MGS 00000020:01000004:0.0:1790964081.387446:0:31873:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790964081.387470:0:31873:0:(genops.c:413:class_newdev()) Allocate new device MGS (0000000055b46f44) 00000020:00000080:0.0:1790964081.387483:0:31873:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790964081.387559:0:31873:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000019ee1294 from MGS, refs=2 00080000:01000000:0.0:1790964081.387568:0:31873:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790964081.387574:0:31873:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a3bd 00000100:00100000:0.0:1790964081.387679:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1790964081.387816:0:31873:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1790964081.387822:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1790964081.388852:0:31873:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1790964081.388861:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790964081.393678:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964081.394801:0:31873:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790964081.394810:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790964081.395830:0:31873:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964081.395840:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1790964081.396917:0:31873:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1790964081.396927:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1790964081.398966:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964081.398971:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964081.398974:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964081.399753:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964081.399757:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964081.399758:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964081.400869:0:31873:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1790964081.403214:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1790964081.649856:0:31873:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2383 MB/s 00000001:01000000:2.0:1790964081.900355:0:31873:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2729 MB/s 00000001:01000000:3.0:1790964082.157693:0:31873:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 404 MB/s 00000001:01000000:1.0:1790964082.407708:0:31873:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 479 MB/s 00000040:01000000:1.0:1790964082.411954:0:31873:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1790964082.419136:0:31886:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790964082.419669:0:31873:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790964082.419732:0:31873:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1790964082.419816:0:31873:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1790964082.419843:0:31873:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1790964082.422406:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964082.422628:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1790964082.422634:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1790964082.423491:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1790964082.423502:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1790964082.423874:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1790964082.423881:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00010000:00010000:1.0:1790964082.427579:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790964082.433081:0:31873:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1790964082.433108:0:31873:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.141@tcp' 00000020:01000004:1.0:1790964082.433110:0:31873:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000100:00080000:3.0:1790964082.433295:0:31891:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:01000004:1.0:1790964082.433691:0:31873:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.141@tcp (typ=mgc) 00000020:00000080:1.0:1790964082.433716:0:31873:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.141@tcp (000000009ebc33a6) 00000020:00000080:1.0:1790964082.433746:0:31873:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1790964082.433883:0:31873:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ff88a75c@MGC192.168.202.141@tcp: add connection 192.168.202.141@tcp at head 00010000:00010000:1.0:1790964082.434058:0:31873:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.141@tcp-0 is initialized 00000040:01000000:1.0:1790964082.434066:0:31873:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.141@tcp ctxt 1 is initialized 10000000:01000000:3.0:1790964082.439605:0:31892:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790964082.439711:0:31873:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.141@tcp (uuid faf310e6-40b4-4648-b36a-a945e049a5d7) 00000020:00000080:0.0:1790964082.439737:0:31873:0:(genops.c:1385:class_connect()) connect: client faf310e6-40b4-4648-b36a-a945e049a5d7, cookie 0xebf29ba278c2a3cb 00000100:00080000:0.0:1790964082.439749:0:31873:0:(import.c:545:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964082.439756:0:31873:0:(import.c:665:import_select_connection()) MGC192.168.202.141@tcp: import 00000000ff88a75c using connection 192.168.202.141@tcp/0@lo 00000100:00100000:0.0:1790964082.439791:0:31873:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b3e32fd5 x1877961935421568/t0(0) o250->MGC192.168.202.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964082.439823:0:31873:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import faf310e6-40b4-4648-b36a-a945e049a5d7->MGS 00000020:01000004:0.0:1790964082.439844:0:31873:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790964082.439868:0:31873:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790964082.439883:0:31873:0:(genops.c:413:class_newdev()) Allocate new device MDS (00000000fa95c03f) 00000020:00000080:0.0:1790964082.439895:0:31873:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1790964082.441642:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b3e32fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:faf310e6-40b4-4648-b36a-a945e049a5d7:31013:1877961935421568:0@lo:250: 00000100:00100000:3.0:1790964082.441774:0:31013:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964082.445689:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935421568 00000100:00100000:1.0:1790964082.445706:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935421568 00000100:00100000:1.0:1790964082.445758:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964082.445766:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc3cc39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:31013:x1877961935421568:12345-0@lo:250: 00010000:00080000:1.0:1790964082.445795:0:31888:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo t0 exp 0000000000000000 cur 951 last 0 00000020:00000080:1.0:1790964082.445827:0:31888:0:(genops.c:1385:class_connect()) connect: client faf310e6-40b4-4648-b36a-a945e049a5d7, cookie 0xebf29ba278c2a3d9 00000100:00080000:1.0:1790964082.445969:0:31888:0:(import.c:65:import_set_state_nolock()) 00000000f07ac932 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964082.446090:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc3cc39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+5:31013:x1877961935421568:12345-0@lo:250: Request processed in 323us (4316us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.446098:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964082.447508:0:31013:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.141@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790964082.447525:0:31013:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.141@tcp: connect to target with instance 0 00000100:00080000:1.0:1790964082.447534:0:31013:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.141@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790964082.447540:0:31013:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790964082.447543:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000ff88a75c MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790964082.447547:0:31013:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790964082.447559:0:31013:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790964082.447567:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b3e32fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:faf310e6-40b4-4648-b36a-a945e049a5d7:31013:1877961935421568:0@lo:250: 00000100:00100000:0.0:1790964082.467141:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964082.468287:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1790964082.468294:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1790964082.470791:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964082.470809:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1790964082.471410:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964082.471419:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1790964082.478595:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964082.478770:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1790964082.478775:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1790964082.479583:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1790964082.479592:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1790964082.529936:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964082.532460:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1790964082.532478:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1790964082.534559:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1790964082.534573:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1790964082.535513:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964082.535701:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790964082.535718:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1790964082.536574:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964082.536582:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1790964082.537450:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964082.537632:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790964082.537637:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790964082.538470:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964082.538553:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790964082.539101:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964082.539675:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964082.539681:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1790964082.540449:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964082.540458:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1790964082.560093:0:31873:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964082.561881:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964082.561890:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1790964082.571380:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964082.571400:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1790964082.572325:0:31873:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964082.572337:0:31873:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790964082.574023:0:31873:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1790964082.574058:0:31873:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1790964082.574064:0:31873:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.141@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1790964082.574485:0:31873:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.141@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790964082.574526:0:31873:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.141@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1790964082.574530:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790964082.574532:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964082.574533:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964082.574534:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964082.574535:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964082.574536:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964082.574537:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964082.574538:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964082.574540:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964082.574542:0:31873:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964082.574544:0:31873:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1790964082.574546:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964082.574548:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964082.574549:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964082.574550:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964082.574551:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964082.574552:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964082.574553:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964082.574554:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964082.574555:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964082.574561:0:31873:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964082.574602:0:31873:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964082.574620:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000011b8c680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421696:0@lo:253: 00000100:00100000:1.0:1790964082.574698:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964082.574783:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004ea250e1 going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.574836:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935421696 00000100:00100000:0.0:1790964082.574845:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935421696 00000100:00100000:0.0:1790964082.574920:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790964082.574929:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fa325634 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+5:31873:x1877961935421696:12345-0@lo:253: 20000000:01000000:0.0:1790964082.574976:0:31890:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790964082.574979:0:31890:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1790964082.574982:0:31890:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1790964082.575539:0:31911:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1790964082.576084:0:31890:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1790964082.582216:0:31912:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1790964082.582238:0:31912:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1790964082.582241:0:31912:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:2.0:1790964082.582411:0:31912:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:0.0:1790964082.582660:0:31890:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790964082.582671:0:31890:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790964082.589837:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fa325634 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+5:31873:x1877961935421696:12345-0@lo:253: Request processed in 14902us (15133us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.589853:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790964082.589944:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000011b8c680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421696:0@lo:253: 10000000:01000000:0.0:1790964082.589961:0:31873:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1790964082.589965:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790964082.589967:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964082.589968:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964082.589969:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964082.589970:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964082.589971:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964082.589972:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964082.589974:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964082.589976:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964082.589977:0:31873:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1790964082.590014:0:31873:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000019ee1294 from lustre-MDT0000 10000000:01000000:0.0:1790964082.590048:0:31873:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1790964082.590051:0:31873:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790964082.590055:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9f9df4030000 10000000:01000000:0.0:1790964082.590060:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964082.590069:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f9df4030000 from 1 10000000:01000000:0.0:1790964082.590072:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1790964082.590109:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.590119:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.590128:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964082.590158:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006495a26e pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421824:0@lo:101: 00000100:00100000:0.0:1790964082.590531:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964082.590628:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004be1143e going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.593612:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935421824 00000100:00100000:1.0:1790964082.593628:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935421824 00000100:00100000:1.0:1790964082.593723:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964082.593733:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aca2de7b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+5:31873:x1877961935421824:12345-0@lo:101: 00010000:00010000:1.0:1790964082.593751:0:31889:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964082.593775:0:31889:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000369e0718/0xebf29ba278c2a3e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a3e0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.593803:0:31889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369e0718/0xebf29ba278c2a3e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a3e0 expref: 6 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.593814:0:31889:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000369e0718/0xebf29ba278c2a3e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a3e0 expref: 6 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.593822:0:31889:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000369e0718, rc 0) 00000100:00100000:1.0:1790964082.593905:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aca2de7b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+6:31873:x1877961935421824:12345-0@lo:101: Request processed in 174us (3375us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.593912:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964082.594012:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006495a26e pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421824:0@lo:101: 00010000:00010000:3.0:1790964082.594029:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3e7 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.594038:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a3e7 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964082.594113:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421952:0@lo:501: 00000100:00100000:3.0:1790964082.594161:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.594717:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004558763f going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.594818:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935421952 00000100:00100000:0.0:1790964082.594825:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935421952 00000100:00100000:0.0:1790964082.594853:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964082.594859:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000012d53044 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+6:31873:x1877961935421952:12345-0@lo:501: 00000100:00100000:0.0:1790964082.594986:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000012d53044 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+6:31873:x1877961935421952:12345-0@lo:501: Request processed in 126us (825us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790964082.594994:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964082.595108:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935421952:0@lo:501: 10000000:01000000:3.0:1790964082.595138:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790964082.595234:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3e7 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.595614:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 00000000cdf9a92d/0xebf29ba278c2a3e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3e7 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964082.595627:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9f9cc3681000 10000000:01000000:2.0:1790964082.595704:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790964082.595711:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9f9cc3681000 10000000:01000000:2.0:1790964082.595714:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790964082.595717:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9f9cc3681000 from 1 10000000:01000000:2.0:1790964082.595720:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790964082.595769:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.595777:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.595786:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.595803:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c68c6bc4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422080:0@lo:101: 00000100:00100000:2.0:1790964082.595849:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.595889:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000506fab1c going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.595938:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422080 00000100:00100000:0.0:1790964082.595943:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422080 00000100:00100000:0.0:1790964082.595983:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964082.595990:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005f73d40a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+6:31873:x1877961935422080:12345-0@lo:101: 00010000:00010000:0.0:1790964082.596009:0:31888:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964082.596022:0:31888:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000743647e8/0xebf29ba278c2a3f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a3ee expref: -99 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.596045:0:31888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000743647e8/0xebf29ba278c2a3f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a3ee expref: 7 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.596053:0:31888:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000743647e8/0xebf29ba278c2a3f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a3ee expref: 7 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.596060:0:31888:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000743647e8, rc 0) 00000100:00100000:0.0:1790964082.596104:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005f73d40a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+7:31873:x1877961935422080:12345-0@lo:101: Request processed in 114us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.596110:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964082.596213:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c68c6bc4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422080:0@lo:101: 00010000:00010000:3.0:1790964082.596236:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3f5 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.596244:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a3f5 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964082.596265:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790964082.596722:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3f5 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.596731:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 00000000fc419763/0xebf29ba278c2a3ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a3f5 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964082.596738:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964082.596743:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964082.596747:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9f9cc3681000 10000000:01000000:3.0:1790964082.596750:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790964082.596753:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1790964082.596755:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1790964082.596775:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.596781:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.596788:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964082.596802:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422208:0@lo:101: 00000100:00100000:3.0:1790964082.596848:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.596880:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004558763f going to sleep for 11 seconds 00000100:00100000:2.0:1790964082.596937:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422208 00000100:00100000:2.0:1790964082.596942:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422208 00000100:00100000:2.0:1790964082.597018:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790964082.597026:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000081b21535 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+7:31873:x1877961935422208:12345-0@lo:101: 00010000:00010000:2.0:1790964082.597037:0:31890:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964082.597049:0:31890:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005aa8f44b/0xebf29ba278c2a403 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a3fc expref: -99 pid: 31890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.597066:0:31890:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005aa8f44b/0xebf29ba278c2a403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a3fc expref: 8 pid: 31890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.597074:0:31890:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005aa8f44b/0xebf29ba278c2a403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a3fc expref: 8 pid: 31890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.597081:0:31890:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005aa8f44b, rc 0) 00000100:00100000:2.0:1790964082.597119:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000081b21535 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+8:31873:x1877961935422208:12345-0@lo:101: Request processed in 94us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964082.597125:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964082.597203:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422208:0@lo:101: 00010000:00010000:3.0:1790964082.597214:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a403 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.597222:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a403 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964082.597293:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422336:0@lo:501: 00000100:00100000:3.0:1790964082.597316:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.597660:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004558763f going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.597718:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422336 00000100:00100000:0.0:1790964082.597723:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422336 00000100:00100000:0.0:1790964082.597747:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964082.597753:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc47829 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+8:31873:x1877961935422336:12345-0@lo:501: 00000100:00100000:0.0:1790964082.597887:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc47829 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31873:x1877961935422336:12345-0@lo:501: Request processed in 134us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.597895:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964082.597971:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422336:0@lo:501: 00000100:00100000:3.0:1790964082.597998:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422464:0@lo:503: 00000100:00100000:3.0:1790964082.598040:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.598060:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000004558763f going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.598113:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422464 00000100:00100000:0.0:1790964082.598118:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422464 00000100:00100000:0.0:1790964082.598135:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964082.598140:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000002a247ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31873:x1877961935422464:12345-0@lo:503: 00000100:00100000:0.0:1790964082.599606:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000002a247ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31873:x1877961935422464:12345-0@lo:503: Request processed in 1458us (1559us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.599619:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964082.599783:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935422464:0@lo:503: 00000100:00100000:3.0:1790964082.600858:0:31913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31913:1877961935422592:0@lo:502: 00000100:00100000:3.0:1790964082.600918:0:31913:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.600991:0:31913:0:(client.c:2716:ptlrpc_set_wait()) set 0000000047b05117 going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.601028:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422592 00000100:00100000:0.0:1790964082.601036:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422592 00000100:00100000:0.0:1790964082.601112:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964082.601122:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008977de01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31913:x1877961935422592:12345-0@lo:502: 00000100:00100000:3.0:1790964082.602359:0:31913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31913:1877961935422592:0@lo:502: 00000020:01000000:3.0:1790964082.602405:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964082.602417:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964082.602419:0:31913:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790964082.602425:0:31913:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1790964082.602435:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964082.602460:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000000e3067a4) 00000020:00000080:3.0:1790964082.602479:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1790964082.602486:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1790964082.602603:0:31913:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1790964082.602611:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a411 00000020:00000080:3.0:1790964082.602830:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1790964082.602834:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964082.602838:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964082.602839:0:31913:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790964082.602842:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964082.602845:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964082.602846:0:31913:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1790964082.602850:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964082.602855:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000817b574b) 00000020:00000080:3.0:1790964082.602865:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1790964082.602869:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1790964082.602871:0:31913:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1790964082.602873:0:31913:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1790964082.602879:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790964082.602921:0:31913:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000019ee1294 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1790964082.602931:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000447897a8) 00000020:00000080:3.0:1790964082.602938:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1790964082.602998:0:31913:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:3.0:1790964082.603004:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xebf29ba278c2a426 00000020:00000080:3.0:1790964082.603098:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1790964082.603105:0:31913:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1790964082.603109:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xebf29ba278c2a42d 00080000:01000000:3.0:1790964082.603114:0:31913:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1790964082.603118:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a434 00000100:00100000:1.0:1790964082.604105:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008977de01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31913:x1877961935422592:12345-0@lo:502: Request processed in 2979us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.604117:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1790964082.715153:0:31913:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1790964082.717153:0:31913:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:3.0:1790964082.718121:0:31913:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1790964082.719041:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (0000000042f457c0) 00000020:00000080:3.0:1790964082.719078:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1790964082.719213:0:31913:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1790964082.719231:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a442 00000020:00000080:0.0:1790964082.719927:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1790964082.725673:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xebf29ba278c2a449 00000020:00000080:0.0:1790964082.726114:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1790964082.726126:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964082.726132:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.726135:0:31913:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1790964082.726138:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964082.726150:0:31913:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1790964082.726153:0:31913:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964082.726155:0:31913:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964082.726156:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964082.726159:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.726160:0:31913:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964082.726163:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964082.726168:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.726356:0:31913:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1790964082.726364:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1790964082.726406:0:31913:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1790964082.726425:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964082.726429:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.726430:0:31913:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1790964082.726433:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790964082.726437:0:31913:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1790964082.726441:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.726442:0:31913:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1790964082.726445:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964082.726452:0:31913:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.141@tcp to nid 0x20000c0a8ca8d (192.168.202.141@tcp) 00000020:01000000:0.0:1790964082.726480:0:31913:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1790964082.726490:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964082.726518:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000d43c5a45) 00000020:00000080:0.0:1790964082.726534:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1790964082.726542:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964082.726613:0:31913:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1790964082.726620:0:31913:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1790964082.726626:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a457 00010000:00080000:0.0:1790964082.726657:0:31913:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a2c05454@lustre-OST0000-osc-MDT0000: add connection 192.168.202.141@tcp at head 00010000:00010000:0.0:1790964082.726922:0:31913:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1790964082.731549:0:31913:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:1.0:1790964082.734311:0:31913:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1790964082.740348:0:31913:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964082.740631:0:31913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790964082.741607:0:31913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790964082.743266:0:31917:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790964082.743273:0:31917:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790964082.746274:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964082.746288:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790964082.746330:0:31913:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790964082.746348:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xebf29ba278c2a45e 00000100:00080000:0.0:1790964082.746361:0:31913:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964082.746367:0:31913:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000a2c05454 using connection 192.168.202.141@tcp/0@lo 00000100:00100000:0.0:1790964082.746406:0:31913:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964082.746424:0:31913:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790964082.746490:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964082.746494:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.746496:0:31913:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790964082.746499:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964082.746647:0:31913:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1790964082.746649:0:31913:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964082.746651:0:31913:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964082.746653:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964082.746657:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.746659:0:31913:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964082.746668:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964082.746672:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964082.746673:0:31913:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1790964082.746676:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964082.746680:0:31913:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.141@tcp to nid 0x20000c0a8ca8d (192.168.202.141@tcp) 00000020:00000080:0.0:1790964082.746702:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964082.746713:0:31913:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (000000008be1a6d1) 00000020:00000080:0.0:1790964082.746725:0:31913:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790964082.746729:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964082.746807:0:31913:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1790964082.746813:0:31913:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790964082.746820:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xebf29ba278c2a46c 00010000:00080000:0.0:1790964082.746850:0:31913:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000dea7f5e7@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.141@tcp at head 00000100:00100000:3.0:1790964082.747293:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006efa57d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935422720:0@lo:8: 00000400:00000100:3.0:1790964082.747345:0:31013:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961935422720 offset 0 length 520: 4 00010000:00010000:0.0:1790964082.750161:0:31913:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964082.751337:0:31913:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964082.751354:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964082.751391:0:31913:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964082.751413:0:31913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xebf29ba278c2a473 00000100:00080000:3.0:1790964082.751424:0:31913:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964082.751429:0:31913:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000dea7f5e7 using connection 192.168.202.141@tcp/0@lo 00000100:00100000:3.0:1790964082.751466:0:31913:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2ee1e14 x1877961935422848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964082.751495:0:31913:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964082.751631:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964082.751636:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964082.751638:0:31913:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964082.751641:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964082.751645:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964082.751646:0:31913:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964082.751648:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964082.751650:0:31913:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964082.751676:0:31913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31913:1877961935422976:0@lo:502: 00000100:00100000:3.0:1790964082.751748:0:31913:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.751779:0:31913:0:(client.c:2716:ptlrpc_set_wait()) set 0000000047b05117 going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.752589:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935422848:0@lo:38: 00000100:00100000:1.0:1790964082.752638:0:31013:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.752644:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422976 00000100:00100000:2.0:1790964082.752651:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422976 00000100:00100000:2.0:1790964082.752697:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964082.752706:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cb7176f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31913:x1877961935422976:12345-0@lo:502: 00000100:00100000:2.0:1790964082.752847:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cb7176f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31913:x1877961935422976:12345-0@lo:502: Request processed in 142us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964082.752856:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790964082.752905:0:31913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31913:1877961935422976:0@lo:502: 00000020:01000000:1.0:1790964082.752930:0:31913:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964082.752936:0:31913:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964082.752937:0:31913:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.timeout 00000040:00080000:1.0:1790964082.752942:0:31913:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000100:00100000:3.0:1790964082.753095:0:31900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935422848 00000100:00100000:3.0:1790964082.753100:0:31900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935422848 00000100:00100000:3.0:1790964082.753131:0:31900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964082.753135:0:31900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000077db05b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31013:x1877961935422848:12345-0@lo:38: 00010000:00020000:3.0:1790964082.753187:0:31900:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790964082.753225:0:31900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000077db05b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31013:x1877961935422848:12345-0@lo:38: Request processed in 88us (587us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790964082.753231:0:31900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:01000000:2.0:1790964082.753335:0:31873:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964082.753356:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964082.753376:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a403 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.753392:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 00000000c1831ac3/0xebf29ba278c2a3fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a403 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964082.753401:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9f9cc3681000 from 1 10000000:01000000:2.0:1790964082.753404:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00080000:1.0:1790964082.753425:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000dea7f5e7 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00010000:00010000:2.0:1790964082.753431:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.753438:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.753447:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.753465:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2707034 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423104:0@lo:101: 00000100:00080000:1.0:1790964082.753562:0:31013:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790964082.753566:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935422848:0@lo:38: 00000100:00100000:2.0:1790964082.753617:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.753647:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000506fab1c going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.753693:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423104 00000100:00100000:1.0:1790964082.753697:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423104 00000100:00100000:1.0:1790964082.753727:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964082.753733:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000051343912 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+9:31873:x1877961935423104:12345-0@lo:101: 00010000:00010000:1.0:1790964082.753742:0:31888:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964082.753755:0:31888:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a47a expref: -99 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.753777:0:31888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 10 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.753787:0:31888:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 10 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.753796:0:31888:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000092275a6b, rc 0) 00000100:00100000:1.0:1790964082.753835:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000051343912 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+10:31873:x1877961935423104:12345-0@lo:101: Request processed in 103us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.753841:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790964082.754099:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2707034 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423104:0@lo:101: 00010000:00010000:3.0:1790964082.754109:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.754114:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.757388:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423232:0@lo:256: 00000100:00100000:2.0:1790964082.757476:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.757531:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000506fab1c going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.757752:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423232 00000100:00100000:0.0:1790964082.757761:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423232 00000100:00100000:0.0:1790964082.757814:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964082.757824:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ce105f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+10:31873:x1877961935423232:12345-0@lo:256: 20000000:01000000:0.0:1790964082.757847:0:31890:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964082.757854:0:31890:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964082.757942:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ce105f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+10:31873:x1877961935423232:12345-0@lo:256: Request processed in 120us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.757951:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964082.757965:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c2ee1e14 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423232:0@lo:256: 10000000:01000000:2.0:1790964082.758650:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964082.758677:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.758688:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964082.758712:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9f9cc3681000 from 1 10000000:01000000:2.0:1790964082.758715:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964082.758746:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.758754:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.758763:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.758780:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bc2cec11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423360:0@lo:101: 00000100:00100000:2.0:1790964082.758817:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.758840:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000506fab1c going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.758942:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423360 00000100:00100000:1.0:1790964082.758948:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423360 00000100:00100000:1.0:1790964082.758979:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964082.758986:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000012975a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+10:31873:x1877961935423360:12345-0@lo:101: 00010000:00010000:1.0:1790964082.758998:0:31889:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964082.759010:0:31889:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bd9166eb/0xebf29ba278c2a48f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a488 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.759030:0:31889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bd9166eb/0xebf29ba278c2a48f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a488 expref: 11 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.759039:0:31889:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bd9166eb/0xebf29ba278c2a48f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a488 expref: 11 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.759048:0:31889:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bd9166eb, rc 0) 00000100:00100000:1.0:1790964082.759090:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000012975a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423360:12345-0@lo:101: Request processed in 104us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.759096:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964082.759275:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bc2cec11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423360:0@lo:101: 00010000:00010000:2.0:1790964082.759289:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a48f expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.759298:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a48f expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.759360:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bc2cec11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423488:0@lo:501: 00000100:00100000:2.0:1790964082.759385:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.759416:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000506fab1c going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.759457:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423488 00000100:00100000:1.0:1790964082.759461:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423488 00000100:00100000:1.0:1790964082.759493:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964082.759508:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000003e746bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423488:12345-0@lo:501: 00000100:00100000:1.0:1790964082.759654:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000003e746bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423488:12345-0@lo:501: Request processed in 154us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.759661:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964082.759794:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bc2cec11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423488:0@lo:501: 00000100:00100000:3.0:1790964082.759823:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423616:0@lo:503: 00000100:00100000:3.0:1790964082.759866:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.759887:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d29bebec going to sleep for 11 seconds 00000100:00100000:2.0:1790964082.759936:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423616 00000100:00100000:2.0:1790964082.759941:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423616 00000100:00100000:2.0:1790964082.759959:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964082.759963:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000956a8cc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423616:12345-0@lo:503: 00000040:00080000:2.0:1790964082.760000:0:31889:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790964082.760044:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000956a8cc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423616:12345-0@lo:503: Request processed in 80us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964082.760050:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790964082.760124:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423616:0@lo:503: 00000040:00080000:3.0:1790964082.761432:0:31921:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:2.0:1790964082.761716:0:31873:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:2.0:1790964082.761744:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790964082.761767:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a48f expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.761778:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 00000000fc5260ad/0xebf29ba278c2a488 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a48f expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964082.761833:0:31873:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790964082.761836:0:31873:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9f9cc3681000 10000000:01000000:2.0:1790964082.761839:0:31873:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9f9cc3681000 10000000:01000000:2.0:1790964082.761842:0:31873:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964082.761848:0:31873:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f9cc3681000 from 1 10000000:01000000:2.0:1790964082.761851:0:31873:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790964082.761891:0:31873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.761898:0:31873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.761907:0:31873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.761928:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423744:0@lo:101: 00000100:00100000:2.0:1790964082.761998:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.762053:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000369a24de going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.762231:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423744 00000100:00100000:0.0:1790964082.762238:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423744 00000100:00100000:0.0:1790964082.762285:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964082.762294:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e3bb31cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31873:x1877961935423744:12345-0@lo:101: 00010000:00010000:0.0:1790964082.762307:0:31889:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964082.762321:0:31889:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003febaea4/0xebf29ba278c2a49d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a496 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.762354:0:31889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003febaea4/0xebf29ba278c2a49d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a496 expref: 12 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.762364:0:31889:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003febaea4/0xebf29ba278c2a49d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a496 expref: 12 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.762373:0:31889:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003febaea4, rc 0) 00000100:00100000:0.0:1790964082.762419:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e3bb31cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935423744:12345-0@lo:101: Request processed in 126us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.762426:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964082.762608:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423744:0@lo:101: 00010000:00010000:2.0:1790964082.762622:0:31873:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a49d expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.762629:0:31873:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a49d expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964082.762686:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423872:0@lo:501: 00000100:00100000:2.0:1790964082.762711:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.762738:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000369a24de going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.762796:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935423872 00000100:00100000:0.0:1790964082.762800:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935423872 00000100:00100000:0.0:1790964082.762832:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964082.762838:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000186174c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935423872:12345-0@lo:501: 00000100:00100000:0.0:1790964082.762957:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000186174c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935423872:12345-0@lo:501: Request processed in 119us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.762964:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790964082.763057:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935423872:0@lo:501: 00000100:00100000:2.0:1790964082.763084:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935424000:0@lo:503: 00000100:00100000:2.0:1790964082.763123:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.763156:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000369a24de going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.763295:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424000 00000100:00100000:0.0:1790964082.763300:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424000 00000100:00100000:0.0:1790964082.763327:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964082.763334:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dae77343 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935424000:12345-0@lo:503: 00000100:00100000:0.0:1790964082.763416:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dae77343 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935424000:12345-0@lo:503: Request processed in 83us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.763423:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790964082.763548:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935424000:0@lo:503: 00000100:00100000:2.0:1790964082.764051:0:31922:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31922:1877961935424128:0@lo:502: 00000100:00100000:2.0:1790964082.764090:0:31922:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.764122:0:31922:0:(client.c:2716:ptlrpc_set_wait()) set 000000008acfa297 going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.764214:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424128 00000100:00100000:1.0:1790964082.764226:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424128 00000100:00100000:1.0:1790964082.764255:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790964082.764260:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000535471db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31922:x1877961935424128:12345-0@lo:502: 00000100:00100000:1.0:1790964082.764352:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000535471db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31922:x1877961935424128:12345-0@lo:502: Request processed in 91us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.764360:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964082.764439:0:31922:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fb119ebc pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31922:1877961935424128:0@lo:502: 00000020:01000004:3.0:1790964082.764519:0:31922:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1790964082.764548:0:31922:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000e4976882) 00000020:00000080:3.0:1790964082.764570:0:31922:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:3.0:1790964082.764664:0:31922:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000019ee1294 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964082.764669:0:31922:0:(tgt_mount.c:187:server_put_mount()) put mount 0000000019ee1294 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964082.764672:0:31922:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000019ee1294 4 00010000:00080000:3.0:1790964082.764702:0:31922:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000de18aac3@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.141@tcp at head 00010000:00010000:3.0:1790964082.766399:0:31922:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790964082.766652:0:31922:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790964082.766691:0:31922:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790964082.766704:0:31922:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xebf29ba278c2a4ab 00000100:00080000:3.0:1790964082.766714:0:31922:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964082.766719:0:31922:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000de18aac3 using connection 192.168.202.141@tcp/0@lo 00000100:00100000:3.0:1790964082.766756:0:31922:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a9ca8e43 x1877961935424256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964082.766777:0:31922:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1790964082.767079:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31013:1877961935424256:0@lo:38: 00000100:00100000:1.0:1790964082.767205:0:31013:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.771629:0:31895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424256 00000100:00100000:3.0:1790964082.771646:0:31895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424256 00000100:00100000:3.0:1790964082.771690:0:31895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964082.771698:0:31895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d13157 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31013:x1877961935424256:12345-0@lo:38: 00000100:00100000:3.0:1790964082.771795:0:31895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d13157 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31013:x1877961935424256:12345-0@lo:38: Request processed in 96us (4590us total) trans 0 rc -11/-11 00000100:00100000:3.0:1790964082.771802:0:31895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964082.771920:0:31922:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31922:1877961935424384:0@lo:502: 00000100:00100000:3.0:1790964082.771973:0:31922:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.772001:0:31922:0:(client.c:2716:ptlrpc_set_wait()) set 000000004558763f going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.772093:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424384 00000100:00100000:1.0:1790964082.772098:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424384 00000100:00100000:1.0:1790964082.772134:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964082.772150:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000013600c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31922:x1877961935424384:12345-0@lo:502: 00000100:00100000:1.0:1790964082.772279:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000013600c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31922:x1877961935424384:12345-0@lo:502: Request processed in 139us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964082.772286:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790964082.773093:0:31013:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790964082.773102:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000de18aac3 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964082.773106:0:31013:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790964082.773110:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a9ca8e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31013:1877961935424256:0@lo:38: 00000100:00100000:3.0:1790964082.773218:0:31922:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:faf310e6-40b4-4648-b36a-a945e049a5d7:31922:1877961935424384:0@lo:502: 00000040:00080000:3.0:1790964082.773249:0:31922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964082.773393:0:31873:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964082.773418:0:31873:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964082.773467:0:31873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a49d expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964082.773487:0:31873:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 000000009bc9486a/0xebf29ba278c2a496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a49d expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964082.773548:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964082.773550:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964082.773551:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964082.773552:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964082.773554:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964082.773556:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964082.773557:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964082.773558:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964082.773560:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964082.773561:0:31873:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964082.773565:0:31873:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964082.773568:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964082.773569:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964082.773570:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964082.773571:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964082.773572:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964082.773573:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964082.773574:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964082.773575:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964082.773576:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964082.773577:0:31873:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964082.773599:0:31873:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964082.773613:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935424512:0@lo:253: 00000100:00100000:2.0:1790964082.773659:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964082.773692:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000006b872bf2 going to sleep for 11 seconds 00000100:00100000:1.0:1790964082.773834:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424512 00000100:00100000:1.0:1790964082.773841:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424512 00000100:00100000:1.0:1790964082.773888:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964082.773896:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006594d603 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935424512:12345-0@lo:253: 20000000:01000000:1.0:1790964082.773922:0:31889:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790964082.773941:0:31889:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1790964082.788332:0:31889:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790964082.788388:0:31889:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1790964082.789402:0:31911:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790964082.789409:0:31911:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790964082.789433:0:31911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.789456:0:31911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.789486:0:31911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.790096:0:31911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.790115:0:31911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964082.790130:0:31911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31911:1877961935424640:0@lo:104: 00000100:00100000:3.0:1790964082.790248:0:31911:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964082.790305:0:31911:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b49fd82a going to sleep for 11 seconds 00000100:00100000:0.0:1790964082.790441:0:31877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424640 00000100:00100000:0.0:1790964082.790450:0:31877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424640 00000100:00100000:0.0:1790964082.790568:0:31877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964082.790589:0:31877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ea729e90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:faf310e6-40b4-4648-b36a-a945e049a5d7+3:31911:x1877961935424640:12345-0@lo:104: 00010000:00010000:0.0:1790964082.790603:0:31877:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964082.790670:0:31877:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790964082.790675:0:31877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ea729e90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:faf310e6-40b4-4648-b36a-a945e049a5d7+3:31911:x1877961935424640:12345-0@lo:104: Request processed in 89us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.790681:0:31877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790964082.790943:0:31882:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790964082.790949:0:31882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.790955:0:31882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000000a7399d already unused, calling callback (000000005c4b340c) 10000000:00010000:1.0:1790964082.790965:0:31882:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.790972:0:31882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790964082.790978:0:31882:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964082.790984:0:31882:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790964082.791022:0:31882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.791029:0:31882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790964082.791045:0:31882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.791051:0:31882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.141@tcp lock: 0000000000a7399d/0xebf29ba278c2a47a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xebf29ba278c2a481 expref: -99 pid: 31873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.791068:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964082.791071:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964082.791072:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964082.791367:0:31911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31911:1877961935424640:0@lo:104: 00010000:00010000:3.0:1790964082.791398:0:31911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964082.791627:0:31015:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ef5ae524 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:faf310e6-40b4-4648-b36a-a945e049a5d7:31015:1877961935424768:0@lo:103: 00000100:00100000:0.0:1790964082.791667:0:31015:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964082.791797:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006594d603 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31873:x1877961935424512:12345-0@lo:253: Request processed in 17901us (18137us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964082.791805:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790964082.791886:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job mount.lustre:faf310e6-40b4-4648-b36a-a945e049a5d7:31873:1877961935424512:0@lo:253: 10000000:01000000:2.0:1790964082.791897:0:31873:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964082.791900:0:31873:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964082.791902:0:31873:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964082.791903:0:31873:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964082.791911:0:31873:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964082.791912:0:31873:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964082.791914:0:31873:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964082.791915:0:31873:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964082.791917:0:31873:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964082.791918:0:31873:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964082.791921:0:31873:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790964082.791933:0:31873:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1790964082.792417:0:31879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935424768 00000100:00100000:3.0:1790964082.792425:0:31879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935424768 00010000:00010000:3.0:1790964082.792449:0:31879:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964082.792479:0:31879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964082.792486:0:31879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c29abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31015:x1877961935424768:12345-0@lo:103: 00010000:00010000:3.0:1790964082.792499:0:31879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790964082.792638:0:31879:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792650:0:31879:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792674:0:31879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000092275a6b/0xebf29ba278c2a481 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xebf29ba278c2a47a expref: 12 pid: 31888 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792687:0:31879:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792694:0:31879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790964082.792708:0:31879:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003300615s 00010000:00010000:3.0:1790964082.792712:0:31879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792718:0:31879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792725:0:31879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792730:0:31879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792736:0:31879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000730af95f already unused, calling callback (000000004b26c418) 00010000:00010000:3.0:1790964082.792739:0:31879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792746:0:31879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792769:0:31879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964082.792786:0:31879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790964082.792827:0:31879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c29abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31015:x1877961935424768:12345-0@lo:103: Request processed in 341us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964082.792833:0:31879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964082.793081:0:31015:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ef5ae524 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:faf310e6-40b4-4648-b36a-a945e049a5d7:31015:1877961935424768:0@lo:103: 00010000:00010000:1.0:1790964082.793133:0:31911:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.793356:0:31911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964082.793362:0:31911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000730af95f/0xebf29ba278c2a4b2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:3.0:1790964082.831981:0:31873:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790964082.831990:0:31873:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790964082.832195:0:31927:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790964082.832201:0:31927:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1790964082.835995:0:31928:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790964082.836429:0:31873:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1790964082.836633:0:31928:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964082.838699:0:31928:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964082.838772:0:31928:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:1.0:1790964082.839368:0:31929:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@0000000036be6f2d x1877961935424896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964082.839382:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000040:01000000:0.0:1790964082.839783:0:31873:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1790964082.839821:0:31873:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790964082.840314:0:31873:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790964082.840321:0:31873:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1790964082.840354:0:31873:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964082.841290:0:31873:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1790964082.841797:0:31873:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1790964082.841825:0:31873:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1790964082.841963:0:31873:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790964082.842488:0:31873:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1790964082.851969:0:31873:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790964082.854155:0:31873:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790964082.854224:0:31873:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb97849e5f988 00100000:10000000:0.0:1790964082.854243:0:31873:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964082.854904:0:31873:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964082.854919:0:31873:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.141@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964082.854934:0:31873:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964082.854950:0:31873:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1790964082.855738:0:31873:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964082.855878:0:31873:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790964083.449549:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964083.901806:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00010000:00010000:1.0:1790964084.474604:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964084.922353:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00010000:00010000:3.0:1790964085.505333:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964085.945591:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00010000:00010000:1.0:1790964086.522275:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964086.970510:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00010000:00010000:0.0:1790964087.545572:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790964087.670421:0:32171:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg241-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1790964087.731338:0:32173:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:3.0:1790964087.996074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) faf310e6-40b4-4648-b36a-a945e049a5d7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964087.996084:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964087.996100:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ac48840. 00000020:00000040:3.0:1790964087.996106:0:37:0:(genops.c:1210:class_import_get()) import 00000000ff88a75c refcount=4 obd=MGC192.168.202.141@tcp 00000100:00000001:3.0:1790964087.996111:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964087.996113:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964087.996119:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964087.996126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9b89136. 00000100:00000001:3.0:1790964087.996142:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964087.996150:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging faf310e6-40b4-4648-b36a-a945e049a5d7->MGS req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964087.996161:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964087.996163:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964087.996456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ac48840] to pc [ptlrpcd_00_02+2] req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964087.996485:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964087.996488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964087.996492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1790964087.996494:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964087.996496:0:37:0:(import.c:65:import_set_state_nolock()) 00000000de18aac3 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964087.996500:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:3.0:1790964087.996511:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 13 to 0@lo 00000100:00000001:3.0:1790964087.996513:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964087.996516:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 14 to 0@lo 00000100:00000001:3.0:1790964087.996518:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000001:3.0:1790964087.996521:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964087.996523:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a4ab 00000020:00000001:3.0:1790964087.996526:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964087.996529:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009bed8ab2 refcount=7 00000020:00000001:3.0:1790964087.996531:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099251232768 : -105974458318848 : ffff9f9de60e8000) 00000020:00000001:3.0:1790964087.996533:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099251232768 : -105974458318848 : ffff9f9de60e8000) 00000100:00000040:3.0:1790964087.996536:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 13 to 0@lo 00000100:00000001:3.0:1790964087.996538:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964087.996540:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 14 to 0@lo 00000100:00000001:3.0:1790964087.996541:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000040:3.0:1790964087.996543:0:37:0:(genops.c:879:class_export_put()) PUTting export 000000009bed8ab2 : new refcount 6 00000100:00080000:3.0:1790964087.996547:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000de18aac3 using connection 192.168.202.141@tcp/0@lo 00000100:00000001:3.0:1790964087.996549:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964087.996551:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964087.996557:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964087.996559:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.996561:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964087.996591:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964087.996595:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005e1740f. 00000020:00000040:3.0:1790964087.996598:0:37:0:(genops.c:1210:class_import_get()) import 00000000de18aac3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1790964087.996601:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964087.996603:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.996605:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964087.996607:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964087.996609:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964087.996613:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c5949504. 00000100:00000001:3.0:1790964087.996617:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964087.996622:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964087.996642:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964087.996643:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964087.996646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005e1740f] to pc [ptlrpcd_rcv+-1] req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964087.996661:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964087.996666:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (962) 00000100:00000001:3.0:1790964087.996684:0:31013:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964087.996692:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964087.996694:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964087.996696:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964087.996698:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964087.996700:0:31013:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964087.996704:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964087.996711:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964087.996712:0:31013:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964087.996715:0:31013:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964087.996719:0:31013:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1790964087.996721:0:31016:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e45db6f. 02000000:00000001:3.0:1790964087.996722:0:31013:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964087.996726:0:31013:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964087.996729:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000005e1740f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31013:1877961935425152:0@lo:38: 00000020:00000010:0.0:1790964087.996729:0:31016:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000aa36fa46. 00000100:00000001:3.0:1790964087.996736:0:31013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 80000000:00000010:0.0:1790964087.996737:0:31016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092b8c288. 02000000:00000001:3.0:1790964087.996740:0:31013:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 40000000:00000010:0.0:1790964087.996742:0:31016:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000ff5dd73d. 02000000:00000001:3.0:1790964087.996743:0:31013:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964087.996747:0:31013:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000010:0.0:1790964087.996748:0:31016:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000eab7513d. 02000000:00000010:3.0:1790964087.996751:0:31013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c9c492f3. 02000000:00000001:3.0:1790964087.996754:0:31013:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1790964087.996754:0:31016:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b838cf0d. 00008000:00000010:0.0:1790964087.996761:0:31016:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008ee5230a. 00000400:00000010:3.0:1790964087.996763:0:31013:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b25b9f9. 00100000:00000010:0.0:1790964087.996767:0:31016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002189d0b9. 00000400:00000010:3.0:1790964087.996772:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce6eade. 00040000:00000010:0.0:1790964087.996773:0:31016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000015e45177. 00000100:00000200:3.0:1790964087.996782:0:31013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961935425152, portal 10 00000100:00000001:3.0:1790964087.996785:0:31013:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964087.996787:0:31013:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376219776 : -105979333331840 : ffff9f9cc37bb480) 00040000:00000010:0.0:1790964087.996795:0:31016:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000000c621307. 00000020:00000010:3.0:1790964087.996796:0:31013:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002da07a71. 00040000:00000010:0.0:1790964087.996799:0:31016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071bcead5. 00080000:00000010:0.0:1790964087.996805:0:31016:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000ea5c8ff4. 00000100:00000040:3.0:1790964087.996810:0:31013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1790964087.996811:0:31016:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000859f4999. 00000100:00000001:3.0:1790964087.996821:0:31013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964087.996823:0:31013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964087.996826:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b39d6e9. 00000004:00000010:0.0:1790964087.996829:0:31016:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000009537e4b0. 00000100:00000200:3.0:1790964087.996830:0:31013:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961935425152, offset 0 00000004:00000010:0.0:1790964087.996838:0:31016:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000008821949c. 00000400:00000200:3.0:1790964087.996839:0:31013:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:0.0:1790964087.996845:0:31016:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 000000003fb7940f. 00002000:00000010:0.0:1790964087.996850:0:31016:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000007b87595a. 00000004:00000010:0.0:1790964087.996853:0:31016:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000008f64d48. 00000400:00000200:3.0:1790964087.996858:0:31013:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000080:00000010:0.0:1790964087.996859:0:31016:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ada42953. 00000080:00000010:0.0:1790964087.996865:0:31016:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000deb4c552. 00000400:00000200:3.0:1790964087.996871:0:31013:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff16100e80 00000008:00000010:0.0:1790964087.996871:0:31016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000829c666b. 00020000:00000010:0.0:1790964087.996876:0:31016:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000009da1e452. 00008000:00000010:0.0:1790964087.996880:0:31016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000743cdb46. 00000080:00000010:0.0:1790964087.996883:0:31016:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f5a561fd. 00000100:00000001:0.0:1790964087.996885:0:31016:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964087.996892:0:31016:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1790964087.996896:0:31013:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000100:00000040:0.0:1790964087.996899:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790964087.996907:0:31013:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1790964087.996909:0:31016:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964087.996912:0:31016:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790964087.996916:0:31013:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1790964087.996916:0:31016:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964087.996919:0:31016:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964087.996923:0:31016:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.996925:0:31013:0:(events.c:290:request_in_callback()) Process entered 00000100:00100000:0.0:1790964087.996926:0:31016:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:faf310e6-40b4-4648-b36a-a945e049a5d7:31016:1877961935425024:0@lo:400: 00000100:00000200:3.0:1790964087.996930:0:31013:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964087.996935:0:31013:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060c86011. 00000100:00000040:3.0:1790964087.996938:0:31013:0:(events.c:341:request_in_callback()) incoming req@0000000060c86011 x1877961935425152 msgsize 520 00000100:00000001:0.0:1790964087.996942:0:31016:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1790964087.996945:0:31013:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1790964087.996947:0:31016:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964087.996950:0:31016:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964087.996952:0:31016:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964087.996955:0:31016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0eeb63a. 00000100:00000001:3.0:1790964087.996956:0:31013:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:0.0:1790964087.996958:0:31016:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964087.996963:0:31016:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4f13e28. 00000400:00000200:3.0:1790964087.996966:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b39d6e9 00000400:00000010:3.0:1790964087.996969:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003b39d6e9. 00000100:00000001:3.0:1790964087.996972:0:31013:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964087.996976:0:31013:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964087.996983:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964087.996985:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964087.996991:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.996993:0:31013:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964087.996998:0:31013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964087.997002:0:31013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7883 usecs (8 jiffies) 00000100:00000001:3.0:1790964087.997006:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295624715 00000100:00000010:3.0:1790964087.997022:0:31013:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f718b46. 00000100:00000001:3.0:1790964087.997028:0:31013:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964087.997030:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964087.997034:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964087.997035:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964087.997040:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:3.0:1790964087.997043:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295624715 00000100:00000001:2.0:1790964087.997044:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964087.997047:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.997049:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964087.997051:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.997053:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964087.997121:0:31013:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d75b2d98. 00000100:00000001:3.0:1790964087.997125:0:31013:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964087.997128:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295624715 00000100:00000010:3.0:1790964087.997327:0:31013:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000863fa5a4. 00000100:00000001:3.0:1790964087.997331:0:31013:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964087.997334:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295624715 00000100:00000010:3.0:1790964087.997337:0:31013:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c75cfa8. 00000100:00000001:3.0:1790964087.997339:0:31013:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964087.997342:0:31013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964087.997345:0:31013:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.997347:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.997349:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964087.997353:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964087.997354:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964087.997356:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964087.997357:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964087.997358:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.997360:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964087.998164:0:31016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e43a0276. 00000100:00000200:0.0:1790964087.998184:0:31016:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961935425024, portal 25 00000100:00000001:0.0:1790964087.998187:0:31016:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964087.998188:0:31016:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376217984 : -105979333333632 : ffff9f9cc37bad80) 00000100:00000040:0.0:1790964087.998195:0:31016:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964087.998203:0:31016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964087.998205:0:31016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964087.998208:0:31016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a240ce19. 00000100:00000200:0.0:1790964087.998210:0:31016:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961935425024, offset 0 00000400:00000200:0.0:1790964087.998215:0:31016:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964087.998223:0:31016:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964087.998230:0:31016:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff16100e00 00000400:00000200:0.0:1790964087.998235:0:31016:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:0.0:1790964087.998238:0:31016:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb12fa87. 00000400:00000200:0.0:1790964087.998242:0:31016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f81a858 00000400:00000200:0.0:1790964087.998247:0:31016:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964087.998257:0:31016:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964087.998261:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f81a858 00000400:00000010:0.0:1790964087.998263:0:31016:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004f81a858. 00000100:00000001:0.0:1790964087.998267:0:31016:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964087.998269:0:31016:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964087.998271:0:31016:0:(events.c:341:request_in_callback()) incoming req@0000000024b83c31 x1877961935425024 msgsize 224 00000100:00100000:0.0:1790964087.998275:0:31016:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964087.998277:0:31016:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964087.998296:0:31016:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964087.998301:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a240ce19 00000400:00000010:0.0:1790964087.998303:0:31016:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a240ce19. 00000100:00000001:0.0:1790964087.998306:0:31016:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964087.998309:0:31016:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964087.998318:0:31016:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964087.998320:0:31016:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964087.998326:0:31016:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998328:0:31016:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964087.998332:0:31016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998335:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 0 is 4295624715 00000100:00000001:0.0:1790964087.998337:0:31016:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 0, keep current deadline 4295624715 00000100:00000001:0.0:1790964087.998339:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 1 is 4295624715 00000100:00000001:0.0:1790964087.998341:0:31016:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 1, keep current deadline 4295624715 00000100:00000001:0.0:1790964087.998342:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4295624715 00000100:00000001:0.0:1790964087.998344:0:31016:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 2, keep current deadline 4295624715 00000100:00000001:0.0:1790964087.998346:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4295624715 00000100:00000001:0.0:1790964087.998347:0:31016:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 3, keep current deadline 4295624715 00000100:00000001:0.0:1790964087.998349:0:31016:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964087.998351:0:31016:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998353:0:31016:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998355:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964087.998364:0:31016:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964087.998366:0:31016:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790964087.998368:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964087.998369:0:31016:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964087.998370:0:31016:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998372:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998383:0:31017:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1790964087.998389:0:31017:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d4c19fc. 00000020:00000010:0.0:1790964087.998394:0:31017:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000000fa53974. 80000000:00000010:0.0:1790964087.998397:0:31017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e22e70be. 40000000:00000010:0.0:1790964087.998400:0:31017:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000b9f050c4. 00000008:00000010:0.0:1790964087.998404:0:31017:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000003a978ea8. 00020000:00000010:0.0:1790964087.998408:0:31017:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000095e0d4e8. 00008000:00000010:0.0:1790964087.998412:0:31017:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009d1c40c5. 00100000:00000010:0.0:1790964087.998416:0:31017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8c032e2. 00040000:00000010:0.0:1790964087.998419:0:31017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aab05b2c. 00040000:00000010:0.0:1790964087.998423:0:31017:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f67251df. 00040000:00000010:0.0:1790964087.998425:0:31017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000007f52a0. 00080000:00000010:0.0:1790964087.998430:0:31017:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000b553de12. 00080000:00000010:0.0:1790964087.998435:0:31017:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc98fe7f. 00000004:00000010:0.0:1790964087.998441:0:31017:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e3230c0b. 00000004:00000010:0.0:1790964087.998445:0:31017:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fb0b7af4. 00000004:00000010:0.0:1790964087.998448:0:31017:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 000000007ea054bf. 00002000:00000010:0.0:1790964087.998451:0:31017:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000f7b3c8ab. 00000004:00000010:0.0:1790964087.998454:0:31017:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000299b4f17. 00000080:00000010:0.0:1790964087.998457:0:31017:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008d256744. 00000080:00000010:0.0:1790964087.998460:0:31017:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000bb06017d. 00000008:00000010:0.0:1790964087.998465:0:31017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cb7fa9a9. 00020000:00000010:0.0:1790964087.998468:0:31017:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000a2c558fa. 00008000:00000010:0.0:1790964087.998471:0:31017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000033e9eda5. 00000080:00000010:0.0:1790964087.998474:0:31017:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007671a3f6. 00000100:00000001:0.0:1790964087.998476:0:31017:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964087.998496:0:31897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000008ee3372. 00000100:00000001:0.0:1790964087.998502:0:31897:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964087.998509:0:31897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425152 02000000:00000001:0.0:1790964087.998511:0:31897:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964087.998513:0:31897:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964087.998515:0:31897:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964087.998519:0:31897:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964087.998523:0:31897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425152 00000020:00000001:0.0:1790964087.998525:0:31897:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964087.998526:0:31897:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964087.998529:0:31897:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964087.998531:0:31897:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.998532:0:31897:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964087.998537:0:31897:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a266fbe6. 00000020:00000010:0.0:1790964087.998540:0:31897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000969dd0d. 00000020:00000010:0.0:1790964087.998544:0:31897:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c056ef40. 00000100:00000001:0.0:1790964087.998548:0:31897:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964087.998550:0:31897:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964087.998553:0:31897:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998560:0:31897:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998579:0:31897:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964087.998591:0:31897:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964087.998593:0:31897:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964087.998597:0:31897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964087.998600:0:31897:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638094376221568 : -105979333330048 : ffff9f9cc37bbb80) 00000100:00000040:0.0:1790964087.998603:0:31897:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060c86011 x1877961935425152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964087.998613:0:31897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000060c86011 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:31013:x1877961935425152:12345-0@lo:38: 00000100:00000200:0.0:1790964087.998617:0:31897:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425152 00000020:00000001:0.0:1790964087.998619:0:31897:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964087.998623:0:31897:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:0.0:1790964087.998634:0:31897:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000817b574b) now 4 - find 00000020:00000001:0.0:1790964087.998637:0:31897:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638099519157120 : -105974190394496 : ffff9f9df606b380) 00000100:00000001:0.0:1790964087.998642:0:31897:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964087.998644:0:31897:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964087.998648:0:31897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005998b867. 02000000:00000001:0.0:1790964087.998655:0:31897:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.998658:0:31897:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964087.998660:0:31897:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1790964087.998665:0:31897:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 957 last 0 00010000:00000001:0.0:1790964087.998669:0:31897:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:0.0:1790964087.998671:0:31897:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1790964087.998685:0:31897:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:0.0:1790964087.998687:0:31897:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1790964087.998690:0:31897:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 0000000016f271a6. 00000020:00000001:0.0:1790964087.998693:0:31897:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964087.998695:0:31897:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000016f271a6 with handle 0xebf29ba278c2a4b9 to hash 00000020:00000001:0.0:1790964087.998697:0:31897:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:0.0:1790964087.998701:0:31897:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:0.0:1790964087.998703:0:31897:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:0.0:1790964087.998706:0:31897:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000b16be00f. 00000001:00000001:0.0:1790964087.998708:0:31897:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1790964087.998711:0:31897:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e80e6136. 00000001:00000001:0.0:1790964087.998714:0:31897:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964087.998716:0:31897:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:0.0:1790964087.998718:0:31897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964087.998722:0:31897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000063138e03. 00000001:00000010:0.0:1790964087.998726:0:31897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f5488f11. 00000001:00000010:0.0:1790964087.998731:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b6522c54. 00000001:00000010:0.0:1790964087.998734:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd4bb28b. 00000001:00000010:0.0:1790964087.998737:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000081602caa. 00000001:00000010:0.0:1790964087.998740:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000250b2847. 00000001:00000001:0.0:1790964087.998743:0:31897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964087.998745:0:31897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000fc49d98. 00000001:00000010:0.0:1790964087.998749:0:31897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007e30d96e. 00000001:00000010:0.0:1790964087.998751:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000847933ce. 00000001:00000010:0.0:1790964087.998753:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000832e3d4a. 00000001:00000010:0.0:1790964087.998756:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000060659f7c. 00000001:00000010:0.0:1790964087.998758:0:31897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be500461. 00010000:00000001:0.0:1790964087.998760:0:31897:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964087.998768:0:31897:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964087.998769:0:31897:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.998771:0:31897:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964087.998773:0:31897:0:(genops.c:868:class_export_get()) GET export 0000000016f271a6 refcount=3 00000020:00000040:0.0:1790964087.998777:0:31897:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000817b574b) now 5 - export 00000020:00000001:0.0:1790964087.998779:0:31897:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638099251240960 : -105974458310656 : ffff9f9de60ea000) 00000020:00000040:0.0:1790964087.998781:0:31897:0:(genops.c:879:class_export_put()) PUTting export 0000000016f271a6 : new refcount 2 00000020:00000080:0.0:1790964087.998783:0:31897:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xebf29ba278c2a4b9 00000020:00000001:0.0:1790964087.998785:0:31897:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.998786:0:31897:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964087.998787:0:31897:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a4b9 00000020:00000001:0.0:1790964087.998789:0:31897:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964087.998791:0:31897:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000016f271a6 refcount=3 00000020:00000001:0.0:1790964087.998792:0:31897:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099251240960 : -105974458310656 : ffff9f9de60ea000) 00000020:00000001:0.0:1790964087.998794:0:31897:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099251240960 : -105974458310656 : ffff9f9de60ea000) 00000001:00000001:0.0:1790964087.998796:0:31897:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:0.0:1790964087.998800:0:31897:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1790964087.998806:0:31897:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.202.141@tcp 00000001:00000040:0.0:1790964087.998810:0:31897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000003ccc60a1) : new refcount 5 00000001:00000001:0.0:1790964087.998812:0:31897:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446638099621888000 : -105974087663616 : ffff9f9dfc264000) 00000001:00000001:0.0:1790964087.998815:0:31897:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1790964087.998817:0:31897:0:(genops.c:868:class_export_get()) GET export 0000000016f271a6 refcount=4 00000001:00000040:0.0:1790964087.998819:0:31897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000003ccc60a1) : new refcount 6 00000020:00000010:0.0:1790964087.998852:0:31897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000676a564a. 00000020:00000010:0.0:1790964087.998858:0:31897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 00000000a7b46fd0. 00000001:00000001:0.0:1790964087.998885:0:31897:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1790964087.998888:0:31897:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1790964087.998891:0:31897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000003ccc60a1) : new refcount 5 00000001:00000001:0.0:1790964087.998893:0:31897:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1790964087.998897:0:31897:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1790964087.998900:0:31897:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:0.0:1790964087.998901:0:31897:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964087.998908:0:31897:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1790964087.998911:0:31897:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:0.0:1790964087.998915:0:31897:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000098a5a042. 00000020:00000040:0.0:1790964087.998920:0:31897:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 0000000098a5a042 for nid 0@lo - ref 2 00000020:00000001:0.0:1790964087.998976:0:31897:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964087.998981:0:31897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009c023566. 00000020:00000010:0.0:1790964087.998984:0:31897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 000000007e49b4e7. 00000020:00000010:0.0:1790964087.998988:0:31897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 000000004b461e12. 00000020:00000010:0.0:1790964087.999008:0:31897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009ea00bfb. 00000020:00000010:0.0:1790964087.999010:0:31897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 0000000049aaaeb6. 00000020:00000010:0.0:1790964087.999012:0:31897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000059327014. 00000004:00000001:0.0:1790964087.999025:0:31897:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964087.999028:0:31897:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964087.999030:0:31897:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964087.999034:0:31897:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000e4b74b03. 00000020:00000040:0.0:1790964087.999036:0:31897:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000817b574b) now 6 - import 00000020:00000001:0.0:1790964087.999040:0:31897:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964087.999042:0:31897:0:(genops.c:1223:class_import_put()) import 00000000e4b74b03 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1790964087.999044:0:31897:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:0.0:1790964087.999047:0:31897:0:(genops.c:868:class_export_get()) GET export 0000000016f271a6 refcount=5 00000100:00000040:0.0:1790964087.999049:0:31897:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 0000000016f271a6 : new rpc_count 1 00000100:00000001:0.0:1790964087.999051:0:31897:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964087.999054:0:31897:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964087.999056:0:31897:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 15 to 0@lo 00000100:00000001:0.0:1790964087.999057:0:31897:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000100:00000001:0.0:1790964087.999060:0:31897:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638099681311616 : -105974028240000 : 0xffff9f9dffb0fb80) 00000100:00000040:0.0:1790964087.999063:0:31897:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000047907fb0 refcount 15 to 0@lo 00000020:00000040:0.0:1790964087.999065:0:31897:0:(genops.c:868:class_export_get()) GET export 0000000016f271a6 refcount=6 00000100:00000001:0.0:1790964087.999070:0:31897:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964087.999071:0:31897:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:0.0:1790964087.999073:0:31897:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:0.0:1790964087.999075:0:31897:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964087.999084:0:31897:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1790964087.999087:0:31897:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1790964087.999089:0:31897:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651691424 : -1057860192 : ffffffffc0f255a0) 02000000:00000001:0.0:1790964087.999332:0:31897:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.999335:0:31897:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1790964087.999338:0:31897:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1790964087.999340:0:31897:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964087.999342:0:31897:0:(import.c:65:import_set_state_nolock()) 00000000e4b74b03 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1790964087.999345:0:31897:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964087.999346:0:31897:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1790964087.999348:0:31897:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964087.999351:0:31897:0:(genops.c:879:class_export_put()) PUTting export 0000000016f271a6 : new refcount 5 00000020:00000040:0.0:1790964087.999353:0:31897:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (00000000817b574b) now 6 - find 00010000:00000001:0.0:1790964087.999356:0:31897:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.999360:0:31897:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964087.999362:0:31897:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072663190480 : -1046361136 : ffffffffc1a1cbd0) 00000020:00000001:0.0:1790964087.999365:0:31897:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964087.999367:0:31897:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964087.999369:0:31897:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964087.999371:0:31897:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964087.999374:0:31897:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.999376:0:31897:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:0.0:1790964087.999382:0:31897:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964087.999384:0:31897:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964087.999386:0:31897:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964087.999387:0:31897:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.999389:0:31897:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964087.999392:0:31897:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425152 00010000:00000001:0.0:1790964087.999394:0:31897:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964087.999398:0:31897:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000060c86011 x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964107 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964087.999406:0:31897:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964087.999408:0:31897:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964087.999411:0:31897:0:(import.c:2195:obd_at_measure()) add 1 to 00000000edc28f9d time=1790964087 v=10 (0 0 0 0) 00000100:00001000:0.0:1790964087.999414:0:31897:0:(import.c:2261:obd_at_measure()) AT 00000000edc28f9d change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1790964087.999424:0:31897:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@0000000060c86011 x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964107 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1790964087.999432:0:31897:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1790964087.999434:0:31897:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964087.999435:0:31897:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:0.0:1790964087.999437:0:31897:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:0.0:1790964087.999439:0:31897:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964087.999441:0:31897:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.999444:0:31897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964087.999446:0:31897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964087.999449:0:31897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a240ce19. 00000100:00000200:0.0:1790964087.999453:0:31897:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961935425152, offset 0 00000400:00000200:0.0:1790964087.999457:0:31897:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964087.999464:0:31897:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964087.999471:0:31897:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff16100e80 00000400:00000200:0.0:1790964087.999476:0:31897:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa9 [1] + 0 00000400:00000200:0.0:1790964087.999481:0:31897:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964087.999484:0:31897:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964087.999488:0:31897:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964087.999491:0:31897:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964087.999500:0:31897:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964087.999521:0:31897:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964087.999527:0:31897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a240ce19 00000400:00000010:0.0:1790964087.999529:0:31897:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a240ce19. 00000100:00000001:0.0:1790964087.999531:0:31897:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964087.999533:0:31897:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964087.999535:0:31897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964087.999538:0:31897:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00010000:00000001:0.0:1790964087.999541:0:31897:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964087.999542:0:31897:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964087.999544:0:31897:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964087.999553:0:31897:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060c86011 x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964107 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964087.999559:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964087.999560:0:31897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000060c86011 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:31013:x1877961935425152:12345-0@lo:38: Request processed in 947us (2621us total) trans 0 rc 0/0 00000100:00000001:2.0:1790964087.999561:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964087.999565:0:31013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964087.999567:0:31013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1790964087.999567:0:31897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000400:00000010:2.0:1790964087.999568:0:31013:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b25b9f9. 00000100:00000040:0.0:1790964087.999570:0:31897:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016f271a6 : new rpc_count 0 00000400:00000200:2.0:1790964087.999572:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce6eade 00000100:00000001:0.0:1790964087.999572:0:31897:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1790964087.999573:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fce6eade. 00000100:00000001:0.0:1790964087.999574:0:31897:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1790964087.999576:0:31013:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:0.0:1790964087.999578:0:31897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000969dd0d. 00000100:00000200:2.0:1790964087.999579:0:31013:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790964087.999581:0:31897:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c056ef40. 00000020:00000010:0.0:1790964087.999585:0:31897:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a266fbe6. 00000100:00000200:2.0:1790964087.999586:0:31013:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1790964087.999588:0:31897:0:(genops.c:879:class_export_put()) PUTting export 0000000016f271a6 : new refcount 4 00000100:00000001:0.0:1790964087.999591:0:31897:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.999592:0:31013:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964087.999593:0:31013:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.999601:0:31013:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964087.999603:0:31013:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964087.999605:0:31013:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964087.999606:0:31013:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964087.999608:0:31013:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964087.999614:0:31013:0:(import.c:2195:obd_at_measure()) add 5 to 000000008ef67a38 time=1790964087 v=5 (0 0 0 0) 00000100:00001000:2.0:1790964087.999617:0:31013:0:(import.c:2195:obd_at_measure()) add 1 to 0000000084a2fa9b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964087.999619:0:31013:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964087.999621:0:31013:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964087.999623:0:31013:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790964087.999627:0:31013:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964087.999633:0:31013:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964087.999636:0:31013:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790964087.999638:0:31013:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1790964087.999639:0:31013:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790964087.999641:0:31013:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964087.999644:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964087.999649:0:31013:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964087.999652:0:31013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964087.999653:0:31013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.999656:0:31013:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1790964087.999660:0:31013:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:2.0:1790964087.999662:0:31013:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964087.999663:0:31013:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a4ab 00000020:00000001:2.0:1790964087.999664:0:31013:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964087.999666:0:31013:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009bed8ab2 refcount=7 00000020:00000001:2.0:1790964087.999668:0:31013:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099251232768 : -105974458318848 : ffff9f9de60e8000) 00000020:00000001:2.0:1790964087.999670:0:31013:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099251232768 : -105974458318848 : ffff9f9de60e8000) 00000100:00001000:2.0:1790964087.999672:0:31013:0:(import.c:2195:obd_at_measure()) add 1 to 0000000084a2fa9b time=1790964087 v=0 (0 0 0 0) 00000100:00001000:2.0:1790964087.999675:0:31013:0:(import.c:2261:obd_at_measure()) AT 0000000084a2fa9b change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1790964087.999680:0:31013:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:2.0:1790964087.999688:0:31013:0:(genops.c:879:class_export_put()) PUTting export 000000009bed8ab2 : new refcount 6 00000100:00000001:2.0:1790964087.999690:0:31013:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1790964087.999692:0:31013:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1790964087.999693:0:31013:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790964087.999695:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000de18aac3 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1790964087.999698:0:31013:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1790964087.999698:0:31013:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1790964087.999699:0:31013:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964087.999701:0:31013:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1790964087.999704:0:31013:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964087.999706:0:31013:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964087.999709:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964087.999715:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000005e1740f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31013:1877961935425152:0@lo:38: 00000100:00000001:2.0:1790964087.999719:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964087.999721:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964087.999723:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005e1740f x1877961935425152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964087.999729:0:31013:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964087.999731:0:31013:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964087.999733:0:31013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c9c492f3. 02000000:00000001:2.0:1790964087.999737:0:31013:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964087.999738:0:31013:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964087.999739:0:31013:0:(genops.c:1223:class_import_put()) import 00000000de18aac3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1790964087.999740:0:31013:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964087.999743:0:31013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c5949504. 02000000:00000001:2.0:1790964087.999745:0:31013:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964087.999747:0:31013:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964087.999748:0:31013:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005e1740f. 00000100:00000001:2.0:1790964087.999751:0:31013:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964087.999752:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964087.999754:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964087.999755:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964087.999757:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964087.999762:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964087.999764:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964088.004883:0:31890:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a51a7e2f. 00000100:00000001:3.0:1790964088.004898:0:31890:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964088.004900:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425024 02000000:00000001:3.0:1790964088.004903:0:31890:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964088.004905:0:31890:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964088.004907:0:31890:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964088.004913:0:31890:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964088.004918:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425024 00000020:00000001:3.0:1790964088.004920:0:31890:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964088.004922:0:31890:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a3d9 00000020:00000001:3.0:1790964088.004924:0:31890:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964088.004927:0:31890:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000021dba3ed refcount=11 00000020:00000001:3.0:1790964088.004929:0:31890:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000020:00000001:3.0:1790964088.004931:0:31890:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000100:00000001:3.0:1790964088.004945:0:31890:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964088.004949:0:31890:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c83f2605. 00000100:00000001:3.0:1790964088.004952:0:31890:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964088.004955:0:31890:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c83f2605. 00000020:00000010:3.0:1790964088.004962:0:31890:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4d5b01. 00000020:00000010:3.0:1790964088.004967:0:31890:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029f4251a. 00000020:00000010:3.0:1790964088.004972:0:31890:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bab88500. 00000100:00000040:3.0:1790964088.004982:0:31890:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +5s 00000100:00000001:3.0:1790964088.004985:0:31890:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964088.004987:0:31890:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964088.004989:0:31890:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.004997:0:31890:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.005009:0:31890:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964088.005021:0:31890:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964088.005022:0:31890:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964088.005029:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964088.005032:0:31890:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000021dba3ed : new rpc_count 1 00000100:00000001:3.0:1790964088.005034:0:31890:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638098719444048 : -105974990107568 : ffff9f9dc65c0c50) 00000100:00000040:3.0:1790964088.005041:0:31890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024b83c31 x1877961935425024/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:663/0 lens 224/0 e 0 to 0 dl 1790964098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964088.005050:0:31890:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964088.005053:0:31890:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c83f2605. 00000100:00000001:3.0:1790964088.005055:0:31890:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964088.005057:0:31890:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c83f2605. 00000100:00100000:3.0:1790964088.005061:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000024b83c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31016:x1877961935425024:12345-0@lo:400: 00000100:00000200:3.0:1790964088.005065:0:31890:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425024 00000020:00000001:3.0:1790964088.005068:0:31890:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964088.005072:0:31890:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964088.005075:0:31890:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964088.005077:0:31890:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964088.005079:0:31890:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661207232 : -1048344384 : ffffffffc18388c0) 00000020:00000001:3.0:1790964088.005083:0:31890:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964088.005100:0:31890:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964088.005102:0:31890:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964088.005104:0:31890:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964088.005107:0:31890:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964088.005110:0:31890:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964088.005113:0:31890:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964088.005115:0:31890:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964088.005119:0:31890:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9ced60f. 02000000:00000001:3.0:1790964088.005122:0:31890:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.005124:0:31890:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964088.005126:0:31890:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964088.005129:0:31890:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425024 00010000:00000001:3.0:1790964088.005131:0:31890:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964088.005135:0:31890:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000024b83c31 x1877961935425024/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:663/0 lens 224/224 e 0 to 0 dl 1790964098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964088.005144:0:31890:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964088.005146:0:31890:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964088.005150:0:31890:0:(import.c:2195:obd_at_measure()) add 1 to 000000000a10e9ab time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964088.005155:0:31890:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964088.005157:0:31890:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:3.0:1790964088.005159:0:31890:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:3.0:1790964088.005162:0:31890:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964088.005163:0:31890:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.005166:0:31890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964088.005198:0:31890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964088.005204:0:31890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b39d6e9. 00000100:00000200:3.0:1790964088.005211:0:31890:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961935425024, offset 224 00000400:00000200:3.0:1790964088.005217:0:31890:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964088.005232:0:31890:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964088.005243:0:31890:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff16100e00 00000400:00000200:3.0:1790964088.005249:0:31890:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:3.0:1790964088.005258:0:31890:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964088.005262:0:31890:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964088.005268:0:31890:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964088.005272:0:31890:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964088.005288:0:31890:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964088.005310:0:31890:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964088.005319:0:31890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b39d6e9 00000400:00000010:3.0:1790964088.005321:0:31890:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003b39d6e9. 00000100:00000001:3.0:1790964088.005324:0:31890:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964088.005326:0:31890:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964088.005329:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964088.005331:0:31890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964088.005334:0:31890:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:2.0:1790964088.005334:0:31016:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1790964088.005336:0:31890:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964088.005337:0:31890:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964088.005339:0:31890:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1790964088.005339:0:31016:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964088.005341:0:31016:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1790964088.005342:0:31890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b83c31 x1877961935425024/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:663/0 lens 224/224 e 0 to 0 dl 1790964098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1790964088.005343:0:31016:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4f13e28. 00000400:00000200:2.0:1790964088.005348:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e43a0276 00000100:00100000:3.0:1790964088.005349:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000024b83c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31016:x1877961935425024:12345-0@lo:400: Request processed in 298us (7076us total) trans 0 rc 0/0 00000400:00000010:2.0:1790964088.005350:0:31016:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e43a0276. 00000100:00000001:2.0:1790964088.005352:0:31016:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964088.005355:0:31016:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964088.005357:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964088.005360:0:31890:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021dba3ed : new rpc_count 0 00000100:00000001:3.0:1790964088.005362:0:31890:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1790964088.005362:0:31016:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964088.005363:0:31890:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964088.005368:0:31890:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029f4251a. 00000100:00000001:2.0:1790964088.005368:0:31016:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964088.005370:0:31016:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1790964088.005372:0:31890:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bab88500. 00000100:00000001:2.0:1790964088.005372:0:31016:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964088.005374:0:31016:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1790964088.005375:0:31890:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4d5b01. 00000100:00000001:2.0:1790964088.005375:0:31016:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964088.005377:0:31016:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964088.005379:0:31890:0:(genops.c:879:class_export_put()) PUTting export 0000000021dba3ed : new refcount 10 02000000:00000001:2.0:1790964088.005379:0:31016:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964088.005383:0:31890:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1790964088.005383:0:31016:0:(import.c:2195:obd_at_measure()) add 5 to 0000000085fa7a77 time=6 v=5 (5 0 0 0) 02000000:00000010:3.0:1790964088.005385:0:31890:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000b9ced60f. 00000100:00001000:2.0:1790964088.005386:0:31016:0:(import.c:2195:obd_at_measure()) add 1 to 0000000008edb149 time=6 v=5 (1 0 0 0) 02000000:00000001:3.0:1790964088.005387:0:31890:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964088.005388:0:31016:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964088.005389:0:31890:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964088.005389:0:31016:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964088.005392:0:31016:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1790964088.005393:0:31890:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1790964088.005394:0:31016:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964088.005396:0:31016:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964088.005397:0:31890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d776898a. 00000100:00000040:2.0:1790964088.005399:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790964088.005401:0:31890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000842c5c99. 00000100:00000001:2.0:1790964088.005405:0:31016:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964088.005407:0:31016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964088.005409:0:31016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964088.005412:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964088.005419:0:31016:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006ac48840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:faf310e6-40b4-4648-b36a-a945e049a5d7:31016:1877961935425024:0@lo:400: 00000100:00000001:2.0:1790964088.005441:0:31016:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964088.005443:0:31016:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964088.005446:0:31016:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ac48840 x1877961935425024/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964088.005453:0:31016:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964088.005455:0:31016:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964088.005457:0:31016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0eeb63a. 02000000:00000001:2.0:1790964088.005461:0:31016:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964088.005463:0:31016:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964088.005464:0:31016:0:(genops.c:1223:class_import_put()) import 00000000ff88a75c refcount=3 obd=MGC192.168.202.141@tcp 00000020:00000001:2.0:1790964088.005466:0:31016:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964088.005469:0:31016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9b89136. 02000000:00000001:2.0:1790964088.005474:0:31016:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964088.005476:0:31016:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964088.005477:0:31016:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ac48840. 00000100:00000001:2.0:1790964088.005481:0:31016:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964088.005482:0:31016:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964088.005484:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964088.005491:0:31016:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964088.005493:0:31016:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964088.005495:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964088.005497:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964088.005558:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000038b7f3d9 (cpu 0) has reached its deadline 4295624715, at 4295624716 00000100:00000010:0.0:1790964088.005568:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f718b46. 00000100:00000040:2.0:1790964088.006233:0:24404:0:(connection.c:75:cpu_latency_work()) work item of 000000006dc960c4 (cpu 2) has reached its deadline 4295624715, at 4295624716 00000100:00000010:2.0:1790964088.006240:0:24404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000863fa5a4. 00000100:00000040:3.0:1790964088.007805:0:778:0:(connection.c:75:cpu_latency_work()) work item of 0000000031926b63 (cpu 3) has reached its deadline 4295624715, at 4295624716 00000100:00000010:3.0:1790964088.007834:0:778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c75cfa8. 00000100:00000040:1.0:1790964088.013421:0:749:0:(connection.c:75:cpu_latency_work()) work item of 00000000c99f770c (cpu 1) has reached its deadline 4295624715, at 4295624724 00000100:00000010:1.0:1790964088.013444:0:749:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d75b2d98. 00080000:00000010:0.0:1790964088.386520:0:32186:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e2ee6427. 00080000:00000010:0.0:1790964088.386533:0:32186:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000e2ee6427. 00000020:00000001:0.0:1790964088.386539:0:32186:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964088.572406:0:749:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964088.572415:0:749:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964088.572423:0:749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964088.572425:0:749:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964088.572446:0:31882:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964088.572449:0:31882:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964088.572451:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964088.828842:0:32224:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059180af6. 00080000:00000010:0.0:1790964088.828855:0:32224:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000059180af6. 00000020:00000001:0.0:1790964088.828861:0:32224:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964088.828888:0:32224:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964088.829055:0:32224:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:00000001:2.0:1790964089.019249:0:31892:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964089.019257:0:31892:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000c9c586df) refs 2 10000000:00000001:2.0:1790964089.019264:0:31892:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964089.019266:0:31892:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790964089.019268:0:31892:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790964089.019269:0:31892:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790964089.019272:0:31892:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790964089.019274:0:31892:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790964089.019276:0:31892:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9f9cc3681000 from 9 10000000:00000001:2.0:1790964089.019279:0:31892:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790964089.019281:0:31892:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790964089.019289:0:31892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081cdb41a. 00000020:00000040:2.0:1790964089.019301:0:31892:0:(genops.c:1210:class_import_get()) import 00000000ff88a75c refcount=4 obd=MGC192.168.202.141@tcp 00000100:00000001:2.0:1790964089.019306:0:31892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964089.019310:0:31892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964089.019316:0:31892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964089.019324:0:31892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000106ad68f. 00000100:00000001:2.0:1790964089.019331:0:31892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.019337:0:31892:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790964089.019341:0:31892:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964089.019349:0:31892:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000006407cc9b. 00010000:00000001:2.0:1790964089.019354:0:31892:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964089.019357:0:31892:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077d2e68e. 00000020:00000001:2.0:1790964089.019362:0:31892:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964089.019365:0:31892:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000077d2e68e with handle 0xebf29ba278c2a4c0 to hash 00000020:00000001:2.0:1790964089.019367:0:31892:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964089.019368:0:31892:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.019371:0:31892:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.019375:0:31892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790964089.019378:0:31892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964089.019381:0:31892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964089.019390:0:31892:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964089.019400:0:31892:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790964089.019406:0:31892:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964089.019407:0:31892:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964089.019413:0:31892:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000819567e2. 00000100:00000001:2.0:1790964089.019414:0:31892:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638094356296640 : -105979353254976 : ffff9f9cc24bb3c0) 00000100:00000001:2.0:1790964089.019417:0:31892:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964089.019418:0:31892:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094495491712 : -105979214059904 : ffff9f9cca97a680) 00000100:00000001:2.0:1790964089.019423:0:31892:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964089.019429:0:31892:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019432:0:31892:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964089.019433:0:31892:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964089.019441:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.019450:0:31892:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964089.019452:0:31892:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.019455:0:31892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964089.019457:0:31892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964089.019459:0:31892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964089.019462:0:31892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:faf310e6-40b4-4648-b36a-a945e049a5d7:31892:1877961935425280:0@lo:101: 00000100:00000001:2.0:1790964089.019466:0:31892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964089.019472:0:31892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964089.019475:0:31892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.019477:0:31892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964089.019481:0:31892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dfdeedb7. 02000000:00000001:2.0:1790964089.019483:0:31892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964089.019488:0:31892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfef644. 00000400:00000010:2.0:1790964089.019504:0:31892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057783617. 00000100:00000200:2.0:1790964089.019512:0:31892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961935425280, portal 25 00000100:00000001:2.0:1790964089.019513:0:31892:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964089.019514:0:31892:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094495491712 : -105979214059904 : ffff9f9cca97a680) 00000100:00000040:2.0:1790964089.019519:0:31892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.019526:0:31892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964089.019528:0:31892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964089.019530:0:31892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000100:00000200:2.0:1790964089.019533:0:31892:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961935425280, offset 0 00000400:00000200:2.0:1790964089.019539:0:31892:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964089.019552:0:31892:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964089.019562:0:31892:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff16100f00 00000400:00000200:2.0:1790964089.019567:0:31892:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:2.0:1790964089.019571:0:31892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a73ecce1. 00000400:00000200:2.0:1790964089.019574:0:31892:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005107b18d 00000400:00000200:2.0:1790964089.019589:0:31892:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.019593:0:31892:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964089.019597:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005107b18d 00000400:00000010:2.0:1790964089.019599:0:31892:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000005107b18d. 00000100:00000001:2.0:1790964089.019605:0:31892:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964089.019607:0:31892:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964089.019610:0:31892:0:(events.c:341:request_in_callback()) incoming req@00000000ab9c34a8 x1877961935425280 msgsize 328 00000100:00100000:2.0:1790964089.019614:0:31892:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964089.019616:0:31892:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964089.019627:0:31892:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964089.019634:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964089.019635:0:31892:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964089.019638:0:31892:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964089.019641:0:31892:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.019651:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.019654:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.019660:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019661:0:31892:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964089.019666:0:31892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019670:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 0 is 4295625737 00000100:00000010:2.0:1790964089.019674:0:31892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056344352. 00000100:00000001:2.0:1790964089.019680:0:31892:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964089.019687:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 1 is 4295625737 00000100:00000010:2.0:1790964089.019690:0:31892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072560bae. 00000100:00000001:2.0:1790964089.019693:0:31892:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790964089.019703:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4295625737 00000100:00000010:2.0:1790964089.019706:0:31892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006071c6ab. 00000100:00000001:2.0:1790964089.019709:0:31892:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964089.019712:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4295625737 00000100:00000010:2.0:1790964089.019715:0:31892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b7b8fbd. 00000100:00000001:2.0:1790964089.019719:0:31892:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790964089.019728:0:31892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964089.019731:0:31892:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019734:0:31892:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964089.019736:0:31892:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964089.019738:0:31892:0:(client.c:2716:ptlrpc_set_wait()) set 00000000819567e2 going to sleep for 11 seconds 00000100:00000001:2.0:1790964089.019741:0:31892:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964089.019744:0:31892:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019758:0:31013:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964089.019768:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964089.019769:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.019772:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964089.019773:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964089.019775:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019777:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019788:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964089.019791:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964089.019792:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964089.019794:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:2.0:1790964089.019796:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964089.019798:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.019801:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964089.019802:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.019804:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019819:0:31889:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964089.019821:0:31889:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425280 02000000:00000001:2.0:1790964089.019824:0:31889:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964089.019826:0:31889:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964089.019829:0:31889:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.019833:0:31889:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964089.019838:0:31889:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425280 00000020:00000001:2.0:1790964089.019840:0:31889:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964089.019842:0:31889:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a3d9 00000020:00000001:2.0:1790964089.019844:0:31889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964089.019846:0:31889:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000021dba3ed refcount=11 00000020:00000001:2.0:1790964089.019849:0:31889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000020:00000001:2.0:1790964089.019851:0:31889:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000100:00000001:2.0:1790964089.019854:0:31889:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964089.019864:0:31889:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8481fb5. 00000100:00000001:2.0:1790964089.019866:0:31889:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964089.019869:0:31889:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8481fb5. 00000020:00000010:2.0:1790964089.019875:0:31889:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c53c11f7. 00000020:00000010:2.0:1790964089.019881:0:31889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003438b6d5. 00000020:00000010:2.0:1790964089.019885:0:31889:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f664e64f. 00000100:00000040:2.0:1790964089.019895:0:31889:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964089.019898:0:31889:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964089.019900:0:31889:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964089.019902:0:31889:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019912:0:31889:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.019919:0:31889:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.019931:0:31889:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964089.019933:0:31889:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964089.019937:0:31889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1790964089.019942:0:31889:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000021dba3ed : new rpc_count 1 00000100:00000001:2.0:1790964089.019945:0:31889:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638098719374416 : -105974990177200 : ffff9f9dc65afc50) 00000100:00000040:2.0:1790964089.019949:0:31889:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab9c34a8 x1877961935425280/t0(0) o101->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 328/0 e 0 to 0 dl 1790964100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.019958:0:31889:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964089.019960:0:31889:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8481fb5. 00000100:00000001:2.0:1790964089.019963:0:31889:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964089.019965:0:31889:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8481fb5. 00000100:00100000:2.0:1790964089.019968:0:31889:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ab9c34a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+11:31892:x1877961935425280:12345-0@lo:101: 00000100:00000200:2.0:1790964089.019972:0:31889:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425280 00000020:00000001:2.0:1790964089.019975:0:31889:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964089.019979:0:31889:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964089.019981:0:31889:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964089.019983:0:31889:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964089.019985:0:31889:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661207168 : -1048344448 : ffffffffc1838880) 00000020:00000001:2.0:1790964089.019988:0:31889:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964089.019990:0:31889:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964089.019998:0:31889:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964089.020001:0:31889:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964089.020004:0:31889:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964089.020007:0:31889:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:2.0:1790964089.020010:0:31889:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1790964089.020012:0:31889:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1790964089.020014:0:31889:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1790964089.020016:0:31889:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020022:0:31889:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964089.020027:0:31889:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000007da9ba51. 00010000:00000001:2.0:1790964089.020031:0:31889:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964089.020033:0:31889:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83a43e4. 00000020:00000001:2.0:1790964089.020036:0:31889:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964089.020037:0:31889:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000d83a43e4 with handle 0xebf29ba278c2a4c7 to hash 00000020:00000001:2.0:1790964089.020039:0:31889:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964089.020041:0:31889:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638094372298240 : -105979337253376 : ffff9f9cc33fde00) 00010000:00000001:2.0:1790964089.020043:0:31889:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638094372298240 : -105979337253376 : ffff9f9cc33fde00) 00010000:00010000:2.0:1790964089.020045:0:31889:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d83a43e4/0xebf29ba278c2a4c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xebf29ba278c2a4c0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1790964089.020053:0:31889:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 0000000021dba3ed : new locks_count 6 00000020:00000040:2.0:1790964089.020055:0:31889:0:(genops.c:868:class_export_get()) GET export 0000000021dba3ed refcount=12 00000100:00000001:2.0:1790964089.020062:0:31889:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964089.020064:0:31889:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964089.020068:0:31889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c3e286b9. 02000000:00000001:2.0:1790964089.020071:0:31889:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020073:0:31889:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020075:0:31889:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790964089.020078:0:31889:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1790964089.020091:0:31889:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1790964089.020094:0:31889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1790964089.020096:0:31889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964089.020098:0:31889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1790964089.020099:0:31889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964089.020101:0:31889:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790964089.020103:0:31889:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790964089.020110:0:31889:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790964089.020112:0:31889:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790964089.020114:0:31889:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007da9ba51) refcount = 1 00010000:00010000:2.0:1790964089.020118:0:31889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83a43e4/0xebf29ba278c2a4c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xebf29ba278c2a4c0 expref: 12 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.020124:0:31889:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790964089.020126:0:31889:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790964089.020127:0:31889:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964089.020129:0:31889:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020131:0:31889:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790964089.020136:0:31889:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1790964089.020139:0:31889:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d83a43e4/0xebf29ba278c2a4c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xebf29ba278c2a4c0 expref: 12 pid: 31889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.020146:0:31889:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1790964089.020148:0:31889:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1790964089.020151:0:31889:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964089.020154:0:31889:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020155:0:31889:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1790964089.020157:0:31889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.020158:0:31889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1790964089.020159:0:31889:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d83a43e4, rc 0) 00000020:00000001:2.0:1790964089.020162:0:31889:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964089.020166:0:31889:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425280 00010000:00000001:2.0:1790964089.020192:0:31889:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964089.020197:0:31889:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000ab9c34a8 x1877961935425280/t0(0) o101->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 328/344 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964089.020205:0:31889:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964089.020208:0:31889:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964089.020211:0:31889:0:(import.c:2195:obd_at_measure()) add 1 to 000000000a10e9ab time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964089.020216:0:31889:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964089.020218:0:31889:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:2.0:1790964089.020220:0:31889:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:2.0:1790964089.020223:0:31889:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964089.020231:0:31889:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020234:0:31889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964089.020236:0:31889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964089.020238:0:31889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000100:00000200:2.0:1790964089.020242:0:31889:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961935425280, offset 224 00000400:00000200:2.0:1790964089.020245:0:31889:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964089.020251:0:31889:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964089.020256:0:31889:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff16100f00 00000400:00000200:2.0:1790964089.020261:0:31889:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:2.0:1790964089.020265:0:31889:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.020268:0:31889:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964089.020271:0:31889:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964089.020276:0:31889:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964089.020284:0:31889:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020298:0:31889:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964089.020303:0:31889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964089.020305:0:31889:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964089.020308:0:31889:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964089.020309:0:31889:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964089.020312:0:31889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964089.020315:0:31889:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00010000:00000001:2.0:1790964089.020317:0:31889:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964089.020318:0:31889:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964089.020320:0:31889:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964089.020323:0:31889:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab9c34a8 x1877961935425280/t0(0) o101->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 328/344 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964089.020331:0:31889:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ab9c34a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31892:x1877961935425280:12345-0@lo:101: Request processed in 372us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964089.020338:0:31889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1790964089.020341:0:31889:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021dba3ed : new rpc_count 0 00000100:00000001:2.0:1790964089.020343:0:31889:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964089.020350:0:31889:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964089.020354:0:31889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003438b6d5. 00000020:00000010:2.0:1790964089.020358:0:31889:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f664e64f. 00000020:00000010:2.0:1790964089.020361:0:31889:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c53c11f7. 00000020:00000040:2.0:1790964089.020365:0:31889:0:(genops.c:879:class_export_put()) PUTting export 0000000021dba3ed : new refcount 11 02000000:00000001:2.0:1790964089.020369:0:31889:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964089.020371:0:31889:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000c3e286b9. 02000000:00000001:2.0:1790964089.020374:0:31889:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964089.020375:0:31889:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964089.020380:0:31889:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964089.020384:0:31889:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4b0bcd. 00000400:00000010:2.0:1790964089.020388:0:31889:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de5197a5. 00000100:00000001:2.0:1790964089.020405:0:31892:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964089.020409:0:31892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964089.020411:0:31892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964089.020412:0:31892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bfef644. 00000400:00000200:2.0:1790964089.020415:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057783617 00000400:00000010:2.0:1790964089.020416:0:31892:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000057783617. 00000100:00000001:2.0:1790964089.020418:0:31892:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964089.020421:0:31892:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964089.020429:0:31892:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020435:0:31892:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964089.020436:0:31892:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.020438:0:31892:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964089.020441:0:31892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964089.020442:0:31892:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964089.020444:0:31892:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.020446:0:31892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964089.020450:0:31892:0:(import.c:2195:obd_at_measure()) add 5 to 0000000085fa7a77 time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964089.020453:0:31892:0:(import.c:2195:obd_at_measure()) add 1 to 0000000008edb149 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964089.020456:0:31892:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964089.020457:0:31892:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020460:0:31892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964089.020462:0:31892:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020471:0:31892:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964089.020475:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020482:0:31892:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964089.020485:0:31892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964089.020487:0:31892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964089.020490:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964089.020497:0:31892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:faf310e6-40b4-4648-b36a-a945e049a5d7:31892:1877961935425280:0@lo:101: 00000100:00000001:2.0:1790964089.020501:0:31892:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.020503:0:31892:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020505:0:31892:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790964089.020506:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.020508:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020514:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964089.020517:0:31892:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000819567e2. 00000100:00000001:2.0:1790964089.020519:0:31892:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790964089.020520:0:31892:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020523:0:31892:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1790964089.020526:0:31892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964089.020527:0:31892:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964089.020529:0:31892:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000077d2e68e refcount=4 00000020:00000001:2.0:1790964089.020531:0:31892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.020533:0:31892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000040:2.0:1790964089.020537:0:31892:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000077d2e68e, remote cookie: 0xebf29ba278c2a4c7, flags: 0x0 00010000:00000001:2.0:1790964089.020541:0:31892:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790964089.020542:0:31892:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790964089.020543:0:31892:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790964089.020544:0:31892:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790964089.020545:0:31892:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790964089.020547:0:31892:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006407cc9b) refcount = 1 00010000:00010000:2.0:1790964089.020550:0:31892:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a4c7 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.020562:0:31892:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790964089.020563:0:31892:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790964089.020564:0:31892:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790964089.020566:0:31892:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1790964089.020568:0:31892:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964089.020571:0:31892:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xebf29ba278c2a4c7 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.020576:0:31892:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1790964089.020578:0:31892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.020579:0:31892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964089.020580:0:31892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.020581:0:31892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964089.020582:0:31892:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020584:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.020587:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081cdb41a x1877961935425280/t0(0) o101->MGC192.168.202.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020593:0:31892:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964089.020595:0:31892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964089.020597:0:31892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dfdeedb7. 02000000:00000001:2.0:1790964089.020600:0:31892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964089.020602:0:31892:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964089.020603:0:31892:0:(genops.c:1223:class_import_put()) import 00000000ff88a75c refcount=3 obd=MGC192.168.202.141@tcp 00000020:00000001:2.0:1790964089.020605:0:31892:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964089.020607:0:31892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000106ad68f. 02000000:00000001:2.0:1790964089.020611:0:31892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964089.020613:0:31892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964089.020615:0:31892:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081cdb41a. 00000100:00000001:2.0:1790964089.020618:0:31892:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964089.020619:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1790964089.020621:0:31892:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964089.020624:0:31892:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964089.020625:0:31892:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000c9c586df) refs 3 10000000:00000001:2.0:1790964089.020628:0:31892:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.020630:0:31892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964089.020637:0:31892:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964089.020638:0:31892:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000077d2e68e refcount=3 00000020:00000001:2.0:1790964089.020640:0:31892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.020642:0:31892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.020644:0:31892:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1790964089.020645:0:31892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.020646:0:31892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964089.020648:0:31892:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964089.020650:0:31892:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1790964089.020653:0:31892:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000ca1600a4. 00000100:00000010:2.0:1790964089.020667:0:31892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081cdb41a. 00000020:00000040:2.0:1790964089.020670:0:31892:0:(genops.c:1210:class_import_get()) import 00000000ff88a75c refcount=4 obd=MGC192.168.202.141@tcp 00000100:00000001:2.0:1790964089.020673:0:31892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964089.020676:0:31892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964089.020679:0:31892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964089.020683:0:31892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000106ad68f. 00000100:00000001:2.0:1790964089.020686:0:31892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020690:0:31892:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1790964089.020693:0:31892:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dfdeedb7. 00000100:00000010:2.0:1790964089.020695:0:31892:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000e8481fb5. 00000020:00000040:2.0:1790964089.020697:0:31892:0:(genops.c:1210:class_import_get()) import 00000000ff88a75c refcount=5 obd=MGC192.168.202.141@tcp 00000100:00000001:2.0:1790964089.020701:0:31892:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964089.020702:0:31892:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964089.020705:0:31892:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000819567e2. 00000100:00000001:2.0:1790964089.020707:0:31892:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638094356296640 : -105979353254976 : ffff9f9cc24bb3c0) 00000100:00000001:2.0:1790964089.020709:0:31892:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964089.020711:0:31892:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094495491712 : -105979214059904 : ffff9f9cca97a680) 00000100:00000001:2.0:1790964089.020714:0:31892:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964089.020716:0:31892:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020717:0:31892:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964089.020718:0:31892:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964089.020721:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020727:0:31892:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964089.020728:0:31892:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.020736:0:31892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964089.020738:0:31892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964089.020741:0:31892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964089.020744:0:31892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:faf310e6-40b4-4648-b36a-a945e049a5d7:31892:1877961935425408:0@lo:256: 00000100:00000001:2.0:1790964089.020748:0:31892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964089.020751:0:31892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964089.020753:0:31892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020756:0:31892:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1790964089.020761:0:31892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfef644. 00000400:00000010:2.0:1790964089.020765:0:31892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004f81a858. 00000100:00000200:2.0:1790964089.020769:0:31892:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff16100f80-0x6abff16100f80, portal 33 00000100:00000001:2.0:1790964089.020772:0:31892:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.020774:0:31892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964089.020776:0:31892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c53c11f7. 02000000:00000001:2.0:1790964089.020779:0:31892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964089.020781:0:31892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bb82806. 00000400:00000010:2.0:1790964089.020784:0:31892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057783617. 00000100:00000200:2.0:1790964089.020786:0:31892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961935425408, portal 25 00000100:00000001:2.0:1790964089.020788:0:31892:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964089.020789:0:31892:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094495491712 : -105979214059904 : ffff9f9cca97a680) 00000100:00000040:2.0:1790964089.020793:0:31892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020799:0:31892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964089.020801:0:31892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964089.020804:0:31892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000100:00000200:2.0:1790964089.020806:0:31892:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961935425408, offset 0 00000400:00000200:2.0:1790964089.020810:0:31892:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964089.020816:0:31892:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964089.020822:0:31892:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff16100f80 00000400:00000200:2.0:1790964089.020826:0:31892:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:2.0:1790964089.020829:0:31892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a10f1e. 00000400:00000200:2.0:1790964089.020832:0:31892:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb625bec 00000400:00000200:2.0:1790964089.020836:0:31892:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.020844:0:31892:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964089.020847:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb625bec 00000400:00000010:2.0:1790964089.020849:0:31892:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000bb625bec. 00000100:00000001:2.0:1790964089.020853:0:31892:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964089.020855:0:31892:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964089.020858:0:31892:0:(events.c:341:request_in_callback()) incoming req@00000000e0f52654 x1877961935425408 msgsize 304 00000100:00100000:2.0:1790964089.020861:0:31892:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964089.020863:0:31892:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964089.020872:0:31892:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964089.020877:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964089.020879:0:31892:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964089.020882:0:31892:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964089.020885:0:31892:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020892:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.020895:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.020901:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020903:0:31892:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964089.020906:0:31892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020910:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 0 is 4295625737 00000100:00000001:2.0:1790964089.020912:0:31892:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 0, keep current deadline 4295625737 00000100:00000001:2.0:1790964089.020914:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 1 is 4295625737 00000100:00000001:2.0:1790964089.020916:0:31892:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 1, keep current deadline 4295625737 00000100:00000001:2.0:1790964089.020918:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4295625737 00000100:00000001:2.0:1790964089.020920:0:31892:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 2, keep current deadline 4295625737 00000100:00000001:2.0:1790964089.020922:0:31892:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4295625737 00000100:00000001:2.0:1790964089.020923:0:31892:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 3, keep current deadline 4295625737 00000100:00000001:2.0:1790964089.020925:0:31892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964089.020928:0:31892:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020930:0:31892:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964089.020931:0:31892:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964089.020939:0:31892:0:(client.c:2716:ptlrpc_set_wait()) set 00000000819567e2 going to sleep for 11 seconds 00000100:00000001:2.0:1790964089.020941:0:31892:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964089.020943:0:31892:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.020959:0:31890:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964089.020961:0:31890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425408 02000000:00000001:2.0:1790964089.020963:0:31890:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964089.020964:0:31890:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964089.020965:0:31890:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.020968:0:31890:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964089.020970:0:31890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425408 00000020:00000001:2.0:1790964089.020972:0:31890:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964089.020973:0:31890:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a3d9 00000020:00000001:2.0:1790964089.020975:0:31890:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964089.020976:0:31890:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000021dba3ed refcount=12 00000020:00000001:2.0:1790964089.020979:0:31890:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000020:00000001:2.0:1790964089.020981:0:31890:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000100:00000001:2.0:1790964089.020984:0:31890:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964089.020987:0:31890:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa23c3d1. 00000100:00000001:2.0:1790964089.020989:0:31890:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964089.020992:0:31890:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa23c3d1. 00000020:00000010:2.0:1790964089.020996:0:31890:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cae0eedf. 00000020:00000010:2.0:1790964089.020999:0:31890:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003438b6d5. 00000020:00000010:2.0:1790964089.021002:0:31890:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f664e64f. 00000100:00000040:2.0:1790964089.021006:0:31890:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964089.021008:0:31890:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964089.021009:0:31890:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964089.021010:0:31890:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021015:0:31890:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021021:0:31890:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.021028:0:31890:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964089.021029:0:31890:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964089.021032:0:31890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1790964089.021034:0:31890:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000021dba3ed : new rpc_count 1 00000100:00000001:2.0:1790964089.021035:0:31890:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638098719366224 : -105974990185392 : ffff9f9dc65adc50) 00000100:00000040:2.0:1790964089.021040:0:31890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0f52654 x1877961935425408/t0(0) o256->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 304/0 e 0 to 0 dl 1790964100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021053:0:31890:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964089.021055:0:31890:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa23c3d1. 00000100:00000001:2.0:1790964089.021057:0:31890:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964089.021059:0:31890:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa23c3d1. 00000100:00100000:2.0:1790964089.021062:0:31890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e0f52654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31892:x1877961935425408:12345-0@lo:256: 00000100:00000200:2.0:1790964089.021066:0:31890:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425408 00000020:00000001:2.0:1790964089.021068:0:31890:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964089.021070:0:31890:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964089.021072:0:31890:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964089.021074:0:31890:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964089.021076:0:31890:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661207584 : -1048344032 : ffffffffc1838a20) 00000020:00000001:2.0:1790964089.021078:0:31890:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964089.021080:0:31890:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964089.021093:0:31890:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964089.021095:0:31890:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964089.021097:0:31890:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021100:0:31890:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964089.021101:0:31890:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964089.021104:0:31890:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c3e286b9. 02000000:00000001:2.0:1790964089.021107:0:31890:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021108:0:31890:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1790964089.021111:0:31890:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:2.0:1790964089.021114:0:31890:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:2.0:1790964089.021119:0:31890:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1790964089.021121:0:31890:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000233cdf48. 20000000:00000001:2.0:1790964089.021124:0:31890:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1790964089.021133:0:31890:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:2.0:1790964089.021140:0:31890:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790964089.021142:0:31890:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:2.0:1790964089.021144:0:31890:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:2.0:1790964089.021146:0:31890:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1790964089.021150:0:31890:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002686e0b4. 00000100:00000010:2.0:1790964089.021153:0:31890:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ca2cac87. 00000020:00000040:2.0:1790964089.021159:0:31890:0:(genops.c:868:class_export_get()) GET export 0000000021dba3ed refcount=13 00010000:00000001:2.0:1790964089.021164:0:31890:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:2.0:1790964089.021166:0:31890:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1790964089.021191:0:31890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000400:00000010:2.0:1790964089.021198:0:31890:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f363035f. 00000400:00000200:2.0:1790964089.021201:0:31890:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964089.021208:0:31890:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964089.021213:0:31890:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff16100f80 00000400:00000200:2.0:1790964089.021217:0:31890:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:2.0:1790964089.021219:0:31890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bfef644. 00000400:00000200:2.0:1790964089.021222:0:31890:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f81a858 00000400:00000200:2.0:1790964089.021225:0:31890:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.021227:0:31890:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964089.021230:0:31890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f81a858 00000400:00000010:2.0:1790964089.021231:0:31890:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000004f81a858. 00000100:00000001:2.0:1790964089.021233:0:31890:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1790964089.021234:0:31890:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 0000000081cdb41a desc 00000000dfdeedb7 mbits 1877961935425408 00000100:00000001:2.0:1790964089.021241:0:31890:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1790964089.021244:0:31890:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1790964089.021248:0:31890:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1790964089.021254:0:31890:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:2.0:1790964089.021256:0:31890:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.021259:0:31890:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1790964089.021262:0:31890:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:2.0:1790964089.021263:0:31890:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000002686e0b4 00000100:00000001:2.0:1790964089.021265:0:31890:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1790964089.021269:0:31890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964089.021271:0:31890:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964089.021273:0:31890:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:2.0:1790964089.021274:0:31890:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000002686e0b4 00000100:00000001:2.0:1790964089.021275:0:31890:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1790964089.021279:0:31890:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff16100f80-0x6abff16100f80 00000100:00000001:2.0:1790964089.021282:0:31890:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.021285:0:31890:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021287:0:31890:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1790964089.021295:0:31890:0:(genops.c:879:class_export_put()) PUTting export 0000000021dba3ed : new refcount 12 00000100:00000010:2.0:1790964089.021298:0:31890:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ca2cac87. 00000100:00000010:2.0:1790964089.021301:0:31890:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002686e0b4. 00000100:00000001:2.0:1790964089.021303:0:31890:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1790964089.021305:0:31890:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1790964089.021314:0:31890:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000233cdf48. 20000000:00000001:2.0:1790964089.021318:0:31890:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964089.021320:0:31890:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425408 00010000:00000001:2.0:1790964089.021322:0:31890:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964089.021326:0:31890:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000e0f52654 x1877961935425408/t0(0) o256->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 304/240 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964089.021333:0:31890:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964089.021335:0:31890:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964089.021337:0:31890:0:(import.c:2195:obd_at_measure()) add 1 to 000000000a10e9ab time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964089.021340:0:31890:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964089.021342:0:31890:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:2.0:1790964089.021344:0:31890:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:2.0:1790964089.021347:0:31890:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964089.021349:0:31890:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021351:0:31890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964089.021353:0:31890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964089.021356:0:31890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000100:00000200:2.0:1790964089.021358:0:31890:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961935425408, offset 224 00000400:00000200:2.0:1790964089.021362:0:31890:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964089.021368:0:31890:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964089.021373:0:31890:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff16100f80 00000400:00000200:2.0:1790964089.021377:0:31890:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:2.0:1790964089.021382:0:31890:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964089.021384:0:31890:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964089.021387:0:31890:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964089.021390:0:31890:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964089.021397:0:31890:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021415:0:31890:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964089.021420:0:31890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964089.021422:0:31890:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964089.021424:0:31890:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964089.021426:0:31890:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964089.021429:0:31890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964089.021431:0:31890:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00010000:00000001:2.0:1790964089.021434:0:31890:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964089.021435:0:31890:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964089.021437:0:31890:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964089.021440:0:31890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0f52654 x1877961935425408/t0(0) o256->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:665/0 lens 304/240 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964089.021448:0:31890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e0f52654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31892:x1877961935425408:12345-0@lo:256: Request processed in 394us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964089.021456:0:31890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1790964089.021458:0:31890:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021dba3ed : new rpc_count 0 00000100:00000001:2.0:1790964089.021460:0:31890:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964089.021462:0:31890:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964089.021464:0:31890:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003438b6d5. 00000020:00000010:2.0:1790964089.021468:0:31890:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f664e64f. 00000020:00000010:2.0:1790964089.021471:0:31890:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cae0eedf. 00000020:00000040:2.0:1790964089.021475:0:31890:0:(genops.c:879:class_export_put()) PUTting export 0000000021dba3ed : new refcount 11 02000000:00000001:2.0:1790964089.021478:0:31890:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964089.021479:0:31890:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000c3e286b9. 02000000:00000001:2.0:1790964089.021482:0:31890:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964089.021484:0:31890:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964089.021487:0:31890:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964089.021491:0:31890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfef644. 00000400:00000010:2.0:1790964089.021494:0:31890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f81a858. 00000100:00000001:2.0:1790964089.021509:0:31892:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964089.021511:0:31892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964089.021512:0:31892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964089.021514:0:31892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bb82806. 00000400:00000200:2.0:1790964089.021522:0:31892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057783617 00000400:00000010:2.0:1790964089.021523:0:31892:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000057783617. 00000100:00000001:2.0:1790964089.021526:0:31892:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964089.021529:0:31892:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964089.021536:0:31892:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021542:0:31892:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964089.021543:0:31892:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.021545:0:31892:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964089.021548:0:31892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964089.021549:0:31892:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964089.021550:0:31892:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964089.021552:0:31892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964089.021555:0:31892:0:(import.c:2195:obd_at_measure()) add 5 to 0000000085fa7a77 time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964089.021558:0:31892:0:(import.c:2195:obd_at_measure()) add 1 to 0000000008edb149 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964089.021560:0:31892:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964089.021561:0:31892:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.021563:0:31892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964089.021565:0:31892:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021567:0:31892:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964089.021570:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964089.021578:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021585:0:31892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964089.021587:0:31892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964089.021590:0:31892:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964089.021596:0:31892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000081cdb41a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:faf310e6-40b4-4648-b36a-a945e049a5d7:31892:1877961935425408:0@lo:256: 00000100:00000001:2.0:1790964089.021600:0:31892:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964089.021602:0:31892:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021604:0:31892:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790964089.021611:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.021614:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021621:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964089.021622:0:31892:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000819567e2. 00000100:00000001:2.0:1790964089.021625:0:31892:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790964089.021626:0:31892:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1790964089.021629:0:31892:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:2.0:1790964089.021632:0:31892:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1790964089.021637:0:31892:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000002686e0b4. 10000000:00000010:2.0:1790964089.021640:0:31892:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000003438b6d5. 10000000:00000200:2.0:1790964089.021644:0:31892:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1790964089.021647:0:31892:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:2.0:1790964089.021653:0:31892:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.202.141@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1790964089.021655:0:31892:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000003438b6d5. 10000000:00000010:2.0:1790964089.021657:0:31892:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000002686e0b4. 10000000:00000001:2.0:1790964089.021659:0:31892:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964089.021661:0:31892:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964089.021663:0:31892:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081cdb41a x1877961935425408/t0(0) o256->MGC192.168.202.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964089.021668:0:31892:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964089.021669:0:31892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964089.021671:0:31892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c53c11f7. 02000000:00000001:2.0:1790964089.021673:0:31892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964089.021674:0:31892:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964089.021675:0:31892:0:(genops.c:1223:class_import_put()) import 00000000ff88a75c refcount=4 obd=MGC192.168.202.141@tcp 00000020:00000001:2.0:1790964089.021677:0:31892:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1790964089.021679:0:31892:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1790964089.021680:0:31892:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964089.021680:0:31892:0:(genops.c:1223:class_import_put()) import 00000000ff88a75c refcount=3 obd=MGC192.168.202.141@tcp 00000020:00000001:2.0:1790964089.021682:0:31892:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1790964089.021683:0:31892:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000e8481fb5. 00000100:00000010:2.0:1790964089.021685:0:31892:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dfdeedb7. 00000100:00000001:2.0:1790964089.021687:0:31892:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1790964089.021688:0:31892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000106ad68f. 02000000:00000001:2.0:1790964089.021696:0:31892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964089.021698:0:31892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964089.021699:0:31892:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081cdb41a. 00000100:00000001:2.0:1790964089.021702:0:31892:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964089.021703:0:31892:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1790964089.021714:0:31892:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000ca1600a4. 10000000:01000000:2.0:1790964089.021718:0:31892:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1790964089.021721:0:31892:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1790964089.021723:0:31892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964089.021724:0:31892:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964089.021726:0:31892:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000077d2e68e refcount=3 00000020:00000001:2.0:1790964089.021727:0:31892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.021730:0:31892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638094372297216 : -105979337254400 : ffff9f9cc33fda00) 00010000:00000001:2.0:1790964089.021732:0:31892:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1790964089.021735:0:31892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a4c7 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.021743:0:31892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.021744:0:31892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1790964089.021745:0:31892:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.141@tcp lock: 0000000077d2e68e/0xebf29ba278c2a4c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xebf29ba278c2a4c7 expref: -99 pid: 31892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964089.021752:0:31892:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1790964089.021753:0:31892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964089.021754:0:31892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1790964089.021755:0:31892:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964089.021757:0:31892:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964089.021759:0:31892:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1790964089.021762:0:31892:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1790964089.021764:0:31892:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000c9c586df) refs 3 10000000:00000001:2.0:1790964089.021766:0:31892:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1790964089.021862:0:31877:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008fdd032e. 00000100:00000001:1.0:1790964089.021869:0:31877:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964089.021871:0:31877:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964089.025416:0:31881:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000465a9389. 00000100:00000001:0.0:1790964089.025432:0:31881:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1790964089.025435:0:31881:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964089.027254:0:749:0:(connection.c:75:cpu_latency_work()) work item of 00000000c99f770c (cpu 1) has reached its deadline 4295625737, at 4295625738 00000100:00000010:1.0:1790964089.027268:0:749:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072560bae. 00000100:00000040:2.0:1790964089.027332:0:24404:0:(connection.c:75:cpu_latency_work()) work item of 000000006dc960c4 (cpu 2) has reached its deadline 4295625737, at 4295625738 00000100:00000010:2.0:1790964089.027337:0:24404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006071c6ab. 00000100:00000040:0.0:1790964089.027390:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000038b7f3d9 (cpu 0) has reached its deadline 4295625737, at 4295625738 00000100:00000010:0.0:1790964089.027397:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056344352. 00000100:00000040:3.0:1790964089.027491:0:778:0:(connection.c:75:cpu_latency_work()) work item of 0000000031926b63 (cpu 3) has reached its deadline 4295625737, at 4295625738 00000100:00000010:3.0:1790964089.027497:0:778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b7b8fbd. 00080000:00000010:2.0:1790964089.426790:0:32237:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003438b6d5. 00080000:00000010:2.0:1790964089.426802:0:32237:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000003438b6d5. 00000020:00000001:2.0:1790964089.426814:0:32237:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.593353:0:749:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964089.593363:0:749:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.593370:0:749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964089.593371:0:749:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.593466:0:31883:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964089.593470:0:31883:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964089.593473:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964089.908829:0:32275:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000001d0f295. 00080000:00000010:3.0:1790964089.908843:0:32275:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000001d0f295. 00000020:00000001:3.0:1790964089.908851:0:32275:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964089.908888:0:32275:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964089.910430:0:32275:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1790964090.052102:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964090.052123:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964090.052125:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.052129:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:0.0:1790964090.052133:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964090.052136:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.052139:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964090.052141:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.052144:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.052212:0:31013:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964090.052230:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964090.052231:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964090.052235:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964090.052236:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964090.052238:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.052240:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964090.618804:0:749:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964090.618813:0:749:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964090.618821:0:749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964090.618823:0:749:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964090.618845:0:31882:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964090.618848:0:31882:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964090.618851:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964091.067359:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964091.067369:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964091.067371:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964091.067376:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:0.0:1790964091.067381:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964091.067385:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964091.067388:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964091.067391:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964091.067395:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964091.070599:0:31013:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964091.070613:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964091.070615:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964091.070620:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964091.070622:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964091.070625:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964091.070627:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964091.299702:0:32287:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000047c05d70. 00080000:00000010:0.0:1790964091.299715:0:32287:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000047c05d70. 00000020:00000001:0.0:1790964091.299721:0:32287:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964091.642340:0:749:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964091.642350:0:749:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964091.642357:0:749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964091.642361:0:749:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1790964091.642363:0:749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1790964091.642366:0:749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964091.642369:0:749:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1790964091.642371:0:749:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964091.642373:0:749:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964091.642375:0:749:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964091.642487:0:31883:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964091.642491:0:31883:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964091.642494:0:31883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1790964091.666071:0:32323:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790964091.666080:0:32323:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:1.0:1790964091.672447:0:32323:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1790964092.092023:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964092.092034:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964092.092036:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964092.092041:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:0.0:1790964092.092046:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964092.092050:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964092.092066:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964092.092068:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964092.092071:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.092187:0:31013:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964092.092191:0:31013:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1790964092.092203:0:31013:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964082/real 1790964082] req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1790964092.092218:0:31013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964092.092220:0:31013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964092.092223:0:31013:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fda4e70. 00000400:00000200:2.0:1790964092.092230:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d765e15 00000400:00000010:2.0:1790964092.092232:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003d765e15. 00000100:00000001:2.0:1790964092.092238:0:31013:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964092.092241:0:31013:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964092.092249:0:31013:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.092256:0:31013:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964092.092258:0:31013:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092260:0:31013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964092.092262:0:31013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1790964092.092265:0:31013:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.092272:0:31013:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092281:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964092.092282:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.092284:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964092.092286:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964092.092287:0:31013:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964092.092291:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.092320:0:31013:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1790964092.092323:0:31013:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092324:0:31013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964092.092325:0:31013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092328:0:31013:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964092.092331:0:31013:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1790964092.092334:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000a2c05454 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964092.092364:0:31013:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1790964092.092367:0:31013:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1790964092.092371:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964092.092378:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006efa57d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935422720:0@lo:8: 00000100:00000001:2.0:1790964092.092382:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092385:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964092.092388:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006efa57d2 x1877961935422720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964092 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.092395:0:31013:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964092.092398:0:31013:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964092.092403:0:31013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b7ff63c3. 02000000:00000001:2.0:1790964092.092408:0:31013:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964092.092411:0:31013:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964092.092412:0:31013:0:(genops.c:1223:class_import_put()) import 00000000a2c05454 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1790964092.092415:0:31013:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964092.092417:0:31013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000107e172b. 02000000:00000001:2.0:1790964092.092422:0:31013:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964092.092424:0:31013:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964092.092425:0:31013:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006efa57d2. 00000100:00000001:2.0:1790964092.092430:0:31013:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964092.092431:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092433:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.092437:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964092.092444:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.092445:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964092.092447:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.092839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) faf310e6-40b4-4648-b36a-a945e049a5d7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964092.092846:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964092.092852:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8c18cd. 00000020:00000040:3.0:1790964092.092855:0:37:0:(genops.c:1210:class_import_get()) import 00000000ff88a75c refcount=4 obd=MGC192.168.202.141@tcp 00000100:00000001:3.0:1790964092.092860:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964092.092862:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964092.092867:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964092.092873:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084610356. 00000100:00000001:3.0:1790964092.092880:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.092884:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging faf310e6-40b4-4648-b36a-a945e049a5d7->MGS req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964092.092892:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964092.092894:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.092898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab8c18cd] to pc [ptlrpcd_00_03+3] req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.092925:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964092.092928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790964092.092931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1790964092.092933:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964092.092935:0:37:0:(import.c:65:import_set_state_nolock()) 00000000a2c05454 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964092.092946:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964092.092949:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 952 00000100:00001000:3.0:1790964092.092954:0:37:0:(import.c:2195:obd_at_measure()) add 10 to 00000000344bcb6c time=1790964092 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964092.092957:0:37:0:(import.c:2261:obd_at_measure()) AT 00000000344bcb6c change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964092.092960:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964092.092963:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964092.092966:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964092.092968:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964092.092970:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000001:3.0:1790964092.092973:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964092.092974:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a45e 00000020:00000001:3.0:1790964092.092977:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964092.092980:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export 000000008822e45a refcount=4 00000020:00000001:3.0:1790964092.092981:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099684349952 : -105974025201664 : ffff9f9dffdf5800) 00000020:00000001:3.0:1790964092.092984:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099684349952 : -105974025201664 : ffff9f9dffdf5800) 00000100:00000040:3.0:1790964092.092986:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964092.092988:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964092.092989:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964092.092991:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000040:3.0:1790964092.092993:0:37:0:(genops.c:879:class_export_put()) PUTting export 000000008822e45a : new refcount 3 00000100:00080000:3.0:1790964092.092997:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000a2c05454 using connection 192.168.202.141@tcp/0@lo 00000100:00000001:3.0:1790964092.092999:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.093001:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964092.093006:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964092.093009:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093011:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964092.093013:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964092.093016:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015e87090. 00000020:00000040:3.0:1790964092.093018:0:37:0:(genops.c:1210:class_import_get()) import 00000000a2c05454 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1790964092.093020:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964092.093021:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093028:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964092.093030:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964092.093031:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964092.093035:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b9ced60f. 00000100:00000001:3.0:1790964092.093038:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964092.093042:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964092.093048:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964092.093049:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015e87090] to pc [ptlrpcd_rcv+-1] req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093082:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964092.093084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964092.093087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1790964092.093089:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964092.093090:0:37:0:(import.c:65:import_set_state_nolock()) 00000000dea7f5e7 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964092.093092:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964092.093094:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 952 00000100:00001000:3.0:1790964092.093096:0:37:0:(import.c:2195:obd_at_measure()) add 10 to 00000000fe3d5c32 time=10 v=5 (1 0 0 0) 00000100:00001000:3.0:1790964092.093098:0:37:0:(import.c:2261:obd_at_measure()) AT 00000000fe3d5c32 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964092.093100:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964092.093102:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964092.093103:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964092.093105:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964092.093106:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000001:3.0:1790964092.093108:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964092.093109:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a473 00000020:00000001:3.0:1790964092.093110:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964092.093112:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000aab50298 refcount=4 00000020:00000001:3.0:1790964092.093114:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099251234816 : -105974458316800 : ffff9f9de60e8800) 00000020:00000001:3.0:1790964092.093116:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099251234816 : -105974458316800 : ffff9f9de60e8800) 00000100:00000040:3.0:1790964092.093123:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964092.093124:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964092.093125:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964092.093127:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000020:00000040:3.0:1790964092.093128:0:37:0:(genops.c:879:class_export_put()) PUTting export 00000000aab50298 : new refcount 3 00000100:00080000:3.0:1790964092.093130:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000dea7f5e7 using connection 192.168.202.141@tcp/0@lo 00000100:00000001:3.0:1790964092.093132:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.093134:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964092.093136:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964092.093138:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093139:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964092.093140:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964092.093143:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000613ef3d9. 00000020:00000040:3.0:1790964092.093144:0:37:0:(genops.c:1210:class_import_get()) import 00000000dea7f5e7 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:3.0:1790964092.093146:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964092.093147:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093149:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964092.093150:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964092.093151:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964092.093154:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000583e8e3d. 00000100:00000001:3.0:1790964092.093157:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964092.093159:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964092.093166:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964092.093167:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000613ef3d9] to pc [ptlrpcd_rcv+-1] req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093199:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964092.093204:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964092.093206:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abe33b9a. 00000020:00000040:3.0:1790964092.093208:0:37:0:(genops.c:1210:class_import_get()) import 00000000de18aac3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1790964092.093215:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964092.093216:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964092.093218:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964092.093221:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b1c1d79. 00000100:00000001:3.0:1790964092.093224:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093227:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964092.093233:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964092.093234:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093237:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abe33b9a] to pc [ptlrpcd_00_00+0] req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093256:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093259:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (966) 00000100:00000001:3.0:1790964092.093270:0:31014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964092.093271:0:31014:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964092.093273:0:31014:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964092.093277:0:31014:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093283:0:31014:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964092.093284:0:31014:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.093288:0:31014:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964092.093290:0:31014:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964092.093292:0:31014:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964092.093295:0:31014:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000abe33b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31014:1877961935425920:0@lo:400: 00000100:00000001:3.0:1790964092.093299:0:31014:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964092.093303:0:31014:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964092.093305:0:31014:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.093307:0:31014:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964092.093310:0:31014:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000222cd91d. 02000000:00000001:3.0:1790964092.093312:0:31014:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964092.093317:0:31014:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000681ee7cb. 00000400:00000010:3.0:1790964092.093322:0:31014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b39d6e9. 00000100:00000200:3.0:1790964092.093328:0:31014:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961935425920, portal 10 00000100:00000001:3.0:1790964092.093330:0:31014:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964092.093336:0:31014:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376214400 : -105979333337216 : ffff9f9cc37b9f80) 00000100:00000040:3.0:1790964092.093342:0:31014:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093348:0:31014:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964092.093351:0:31014:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964092.093353:0:31014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000793566dd. 00000100:00000200:3.0:1790964092.093356:0:31014:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961935425920, offset 0 00000400:00000200:3.0:1790964092.093362:0:31014:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964092.093375:0:31014:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964092.093385:0:31014:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff16101180 00000400:00000200:3.0:1790964092.093391:0:31014:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:3.0:1790964092.093401:0:31014:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964092.093404:0:31014:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964092.093410:0:31014:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964092.093411:0:31014:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964092.093414:0:31014:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad8f7f72. 00000100:00000040:3.0:1790964092.093417:0:31014:0:(events.c:341:request_in_callback()) incoming req@00000000ad8f7f72 x1877961935425920 msgsize 224 00000100:00100000:3.0:1790964092.093420:0:31014:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964092.093426:0:31014:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964092.093432:0:31014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000793566dd 00000400:00000010:3.0:1790964092.093434:0:31014:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000793566dd. 00000100:00000001:3.0:1790964092.093437:0:31014:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964092.093440:0:31014:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093447:0:31014:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964092.093449:0:31014:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.093455:0:31014:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093456:0:31014:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964092.093461:0:31014:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.093465:0:31014:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5783 usecs (6 jiffies) 00000100:00000001:3.0:1790964092.093468:0:31014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295628810 00000100:00000010:3.0:1790964092.093472:0:31014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039779680. 00000100:00000001:3.0:1790964092.093496:0:31014:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964092.093506:0:31014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295628810 00000100:00000010:3.0:1790964092.093509:0:31014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bee0b2d. 00000100:00000001:3.0:1790964092.093512:0:31014:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964092.093517:0:31014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295628810 00000100:00000010:3.0:1790964092.093520:0:31014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072da016e. 00000100:00000001:3.0:1790964092.093522:0:31014:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964092.093524:0:31014:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295628810 00000100:00000010:3.0:1790964092.093527:0:31014:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f146df4b. 00000100:00000001:3.0:1790964092.093529:0:31014:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964092.093531:0:31014:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964092.093534:0:31014:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093536:0:31014:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093547:0:31014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964092.093553:0:31014:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964092.093554:0:31014:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790964092.093556:0:31014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964092.093557:0:31014:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964092.093558:0:31014:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093560:0:31014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.093574:0:31015:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964092.093576:0:31015:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.093841:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1790964092.093845:0:31016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1790964092.093847:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.093851:0:31016:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964092.093852:0:31016:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.093854:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964092.093855:0:31016:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964092.093856:0:31016:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964092.093860:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.093866:0:31016:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964092.093868:0:31016:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964092.093869:0:31016:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964092.093871:0:31016:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964092.093873:0:31016:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964092.093875:0:31016:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ab8c18cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:faf310e6-40b4-4648-b36a-a945e049a5d7:31016:1877961935425536:0@lo:400: 00000100:00000001:2.0:1790964092.093879:0:31016:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964092.093882:0:31016:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964092.093883:0:31016:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964092.093885:0:31016:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964092.093888:0:31016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af6ad6dc. 02000000:00000001:2.0:1790964092.093890:0:31016:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964092.093894:0:31016:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bb82806. 00000400:00000010:2.0:1790964092.093898:0:31016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057783617. 00000100:00000200:2.0:1790964092.093901:0:31016:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961935425536, portal 25 00000100:00000001:2.0:1790964092.093903:0:31016:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964092.093904:0:31016:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376217088 : -105979333334528 : ffff9f9cc37baa00) 00000100:00000040:2.0:1790964092.093908:0:31016:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.093914:0:31016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964092.093916:0:31016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964092.093917:0:31016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cb7bdfc. 00000100:00000200:2.0:1790964092.093926:0:31016:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961935425536, offset 0 00000400:00000200:2.0:1790964092.093930:0:31016:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964092.093935:0:31016:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964092.093940:0:31016:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff16101000 00000400:00000200:2.0:1790964092.093944:0:31016:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:2.0:1790964092.093947:0:31016:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdcfd465. 00000400:00000200:2.0:1790964092.093950:0:31016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b08bc647 00000400:00000200:2.0:1790964092.093954:0:31016:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964092.093956:0:31016:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964092.093959:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b08bc647 00000400:00000010:2.0:1790964092.093961:0:31016:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b08bc647. 00000100:00000001:2.0:1790964092.093964:0:31016:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964092.093965:0:31016:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964092.093968:0:31016:0:(events.c:341:request_in_callback()) incoming req@000000001e49112a x1877961935425536 msgsize 224 00000100:00100000:2.0:1790964092.093971:0:31016:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964092.093972:0:31016:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964092.093989:0:31016:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964092.093993:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7bdfc 00000400:00000010:2.0:1790964092.093995:0:31016:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008cb7bdfc. 00000100:00000001:2.0:1790964092.093997:0:31016:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964092.094000:0:31016:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.094007:0:31016:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964092.094009:0:31016:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.094014:0:31016:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.094016:0:31016:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964092.094018:0:31016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.094020:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 0 is 4295628812 00000100:00000001:2.0:1790964092.094025:0:31016:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295628810 00000100:00000001:2.0:1790964092.094027:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 1 is 4295628812 00000100:00000001:2.0:1790964092.094030:0:31016:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295628810 00000100:00000001:2.0:1790964092.094032:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4295628812 00000100:00000001:2.0:1790964092.094040:0:31016:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295628810 00000100:00000001:2.0:1790964092.094042:0:31016:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4295628812 00000100:00000001:2.0:1790964092.094044:0:31016:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295628810 00000100:00000001:2.0:1790964092.094046:0:31016:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964092.094048:0:31016:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.094050:0:31016:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.094064:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.094122:0:31017:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964092.094125:0:31017:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.094142:0:31896:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964092.094145:0:31896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425920 02000000:00000001:0.0:1790964092.094147:0:31896:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964092.094149:0:31896:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964092.094152:0:31896:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964092.094155:0:31896:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964092.094159:0:31896:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425920 00000020:00000001:0.0:1790964092.094167:0:31896:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964092.094168:0:31896:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a4b9 00000020:00000001:0.0:1790964092.094198:0:31896:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964092.094201:0:31896:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000016f271a6 refcount=5 00000020:00000001:0.0:1790964092.094203:0:31896:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638099251240960 : -105974458310656 : ffff9f9de60ea000) 00000020:00000001:0.0:1790964092.094205:0:31896:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638099251240960 : -105974458310656 : ffff9f9de60ea000) 00000100:00000001:0.0:1790964092.094209:0:31896:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964092.094214:0:31896:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000513b11ae. 00000100:00000001:0.0:1790964092.094217:0:31896:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964092.094219:0:31896:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000513b11ae. 00000020:00000010:0.0:1790964092.094225:0:31896:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0d87922. 00000020:00000010:0.0:1790964092.094230:0:31896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ec5846b. 00000020:00000010:0.0:1790964092.094234:0:31896:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c056ef40. 00000100:00000040:0.0:1790964092.094242:0:31896:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1790964092.094245:0:31896:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964092.094246:0:31896:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964092.094248:0:31896:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964092.094255:0:31896:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1790964092.094258:0:31896:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1790964092.094259:0:31896:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.094264:0:31896:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964092.094323:0:31896:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964092.094325:0:31896:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964092.094330:0:31896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964092.094333:0:31896:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000016f271a6 : new rpc_count 1 00000100:00000001:0.0:1790964092.094336:0:31896:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638094376216192 : -105979333335424 : ffff9f9cc37ba680) 00000100:00000040:0.0:1790964092.094340:0:31896:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad8f7f72 x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:668/0 lens 224/0 e 0 to 0 dl 1790964103 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964092.094348:0:31896:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964092.094351:0:31896:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000513b11ae. 00000100:00000001:0.0:1790964092.094353:0:31896:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964092.094354:0:31896:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000513b11ae. 00000100:00100000:0.0:1790964092.094358:0:31896:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ad8f7f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31014:x1877961935425920:12345-0@lo:400: 00000100:00000200:0.0:1790964092.094367:0:31896:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425920 00000020:00000001:0.0:1790964092.094371:0:31896:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964092.094375:0:31896:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964092.094378:0:31896:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964092.094381:0:31896:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964092.094383:0:31896:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651443904 : -1058107712 : ffffffffc0ee8ec0) 00000020:00000001:0.0:1790964092.094387:0:31896:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964092.094389:0:31896:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964092.094391:0:31896:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964092.094394:0:31896:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964092.094396:0:31896:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964092.094399:0:31896:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964092.094403:0:31896:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964092.094405:0:31896:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964092.094411:0:31896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e9f84fd. 02000000:00000001:0.0:1790964092.094413:0:31896:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.094415:0:31896:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964092.094417:0:31896:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964092.094420:0:31896:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425920 00010000:00000001:0.0:1790964092.094423:0:31896:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964092.094427:0:31896:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000ad8f7f72 x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964092.094436:0:31896:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964092.094438:0:31896:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964092.094442:0:31896:0:(import.c:2195:obd_at_measure()) add 1 to 00000000edc28f9d time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964092.094445:0:31896:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964092.094447:0:31896:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:0.0:1790964092.094449:0:31896:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:0.0:1790964092.094451:0:31896:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964092.094453:0:31896:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.094456:0:31896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964092.094458:0:31896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964092.094461:0:31896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a240ce19. 00000100:00000200:0.0:1790964092.094465:0:31896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961935425920, offset 224 00000400:00000200:0.0:1790964092.094469:0:31896:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964092.094492:0:31896:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964092.094498:0:31896:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff16101180 00000400:00000200:0.0:1790964092.094503:0:31896:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:0.0:1790964092.094508:0:31896:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964092.094511:0:31896:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964092.094515:0:31896:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964092.094519:0:31896:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964092.094528:0:31896:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964092.094548:0:31896:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964092.094553:0:31896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a240ce19 00000400:00000010:0.0:1790964092.094555:0:31896:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a240ce19. 00000100:00000001:0.0:1790964092.094558:0:31896:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964092.094559:0:31896:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964092.094562:0:31896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964092.094685:0:31896:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00010000:00000001:0.0:1790964092.094688:0:31896:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964092.094690:0:31896:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964092.094692:0:31896:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964092.094696:0:31896:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad8f7f72 x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964092.094704:0:31896:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ad8f7f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31014:x1877961935425920:12345-0@lo:400: Request processed in 355us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964092.094711:0:31896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964092.094714:0:31896:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016f271a6 : new rpc_count 0 00000100:00000001:0.0:1790964092.094716:0:31896:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964092.094718:0:31896:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964092.094722:0:31896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ec5846b. 00000020:00000010:0.0:1790964092.094726:0:31896:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c056ef40. 00000020:00000010:0.0:1790964092.094729:0:31896:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0d87922. 00000020:00000040:0.0:1790964092.094733:0:31896:0:(genops.c:879:class_export_put()) PUTting export 0000000016f271a6 : new refcount 4 00000100:00000001:0.0:1790964092.094810:0:31896:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964092.094886:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964092.094890:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964092.094892:0:31013:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964092.094896:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.094904:0:31013:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964092.094905:0:31013:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964092.094908:0:31013:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964092.094910:0:31013:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964092.094912:0:31013:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964092.094915:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000015e87090 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935425664:0@lo:8: 00000100:00000001:1.0:1790964092.094925:0:31013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964092.094928:0:31013:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964092.094929:0:31013:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964092.094931:0:31013:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964092.094935:0:31013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e73bb09. 02000000:00000001:1.0:1790964092.094936:0:31013:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964092.094940:0:31013:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000165b9f79. 00000400:00000010:1.0:1790964092.094944:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a111692b. 00000100:00000200:1.0:1790964092.094948:0:31013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961935425664, portal 4 00000100:00000001:1.0:1790964092.094950:0:31013:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964092.094952:0:31013:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376207232 : -105979333344384 : ffff9f9cc37b8380) 00000020:00000010:1.0:1790964092.094960:0:31013:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bacd0fb1. 00000100:00000040:1.0:1790964092.094965:0:31013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.094971:0:31013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964092.094972:0:31013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964092.094974:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094f764b2. 00000100:00000200:1.0:1790964092.094976:0:31013:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961935425664, offset 0 00000400:00000200:1.0:1790964092.094982:0:31013:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964092.094988:0:31013:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964092.094993:0:31013:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff16101080 00000400:00000100:1.0:1790964092.094997:0:31013:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961935425664 offset 0 length 520: 4 00000400:00000200:1.0:1790964092.095000:0:31013:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000be079dad is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1790964092.095002:0:31013:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1790964092.095008:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f764b2 00000400:00000010:1.0:1790964092.095010:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000094f764b2. 00000100:00000001:1.0:1790964092.095012:0:31013:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964092.095015:0:31013:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095023:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964092.095025:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015e87090 x1877961935425664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095042:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095044:0:31013:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964092.095049:0:31013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964092.095065:0:31013:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1790964092.095068:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295628813 00000100:00000001:1.0:1790964092.095072:0:31013:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295628812 00000100:00000001:1.0:1790964092.095076:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295628813 00000100:00000001:1.0:1790964092.095078:0:31013:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295628812 00000100:00000001:1.0:1790964092.095080:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295628813 00000100:00000001:1.0:1790964092.095083:0:31013:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295628812 00000100:00000001:1.0:1790964092.095085:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295628813 00000100:00000001:1.0:1790964092.095087:0:31013:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295628812 00000100:00000001:1.0:1790964092.095090:0:31013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964092.095092:0:31013:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095094:0:31013:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964092.095098:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095104:0:31013:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964092.095106:0:31013:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964092.095108:0:31013:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964092.095109:0:31013:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964092.095111:0:31013:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964092.095113:0:31013:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000613ef3d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935425792:0@lo:38: 00000100:00000001:1.0:1790964092.095116:0:31013:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964092.095118:0:31013:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964092.095119:0:31013:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964092.095120:0:31013:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964092.095124:0:31013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dff67b57. 02000000:00000001:1.0:1790964092.095125:0:31013:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964092.095134:0:31013:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4970111. 00000400:00000010:1.0:1790964092.095138:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094f764b2. 00000100:00000200:1.0:1790964092.095141:0:31013:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961935425792, portal 4 00000100:00000001:1.0:1790964092.095142:0:31013:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964092.095143:0:31013:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638094376220672 : -105979333330944 : ffff9f9cc37bb800) 00000100:00000040:1.0:1790964092.095149:0:31013:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095155:0:31013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964092.095156:0:31013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964092.095158:0:31013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011a54d4. 00000100:00000200:1.0:1790964092.095161:0:31013:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961935425792, offset 0 00000400:00000200:1.0:1790964092.095164:0:31013:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964092.095215:0:31013:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964092.095221:0:31013:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff16101100 00000400:00000200:1.0:1790964092.095225:0:31013:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:1.0:1790964092.095251:0:31013:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964092.095254:0:31013:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964092.095258:0:31013:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964092.095260:0:31013:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1790964092.095263:0:31013:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000915eac02. 00000100:00000040:1.0:1790964092.095266:0:31013:0:(events.c:341:request_in_callback()) incoming req@00000000915eac02 x1877961935425792 msgsize 520 00000100:00100000:1.0:1790964092.095269:0:31013:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964092.095276:0:31013:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964092.095280:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011a54d4 00000400:00000010:1.0:1790964092.095282:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000011a54d4. 00000100:00000001:1.0:1790964092.095284:0:31013:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964092.095286:0:31013:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095292:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964092.095294:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.095300:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095302:0:31013:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964092.095311:0:31013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964092.095313:0:31013:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2423 usecs (3 jiffies) 00000100:00000001:1.0:1790964092.095315:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295628809 00000100:00000001:1.0:1790964092.095317:0:31013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295628813 00000100:00000001:1.0:1790964092.095319:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295628809 00000100:00000001:1.0:1790964092.095320:0:31013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295628813 00000100:00000001:1.0:1790964092.095322:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295628809 00000100:00000001:1.0:1790964092.095323:0:31013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295628813 00000100:00000001:1.0:1790964092.095325:0:31013:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295628809 00000100:00000001:1.0:1790964092.095326:0:31013:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295628813 00000100:00000001:1.0:1790964092.095328:0:31013:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964092.095330:0:31013:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095332:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095334:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964092.095339:0:31013:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964092.095341:0:31013:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964092.095343:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964092.095344:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964092.095345:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.095346:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.095586:0:31888:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964092.095590:0:31888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425536 02000000:00000001:3.0:1790964092.095592:0:31888:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964092.095594:0:31888:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964092.095595:0:31888:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.095599:0:31888:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964092.095602:0:31888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425536 00000020:00000001:3.0:1790964092.095604:0:31888:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964092.095605:0:31888:0:(genops.c:804:class_conn2export()) looking for export cookie 0xebf29ba278c2a3d9 00000020:00000001:3.0:1790964092.095608:0:31888:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964092.095611:0:31888:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000021dba3ed refcount=12 00000020:00000001:3.0:1790964092.095613:0:31888:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000020:00000001:3.0:1790964092.095621:0:31888:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638098779015168 : -105974930536448 : ffff9f9dc9e90800) 00000100:00000001:3.0:1790964092.095625:0:31888:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964092.095629:0:31888:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd1c9722. 00000100:00000001:3.0:1790964092.095631:0:31888:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964092.095633:0:31888:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd1c9722. 00000020:00000010:3.0:1790964092.095639:0:31888:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000533b8fd8. 00000020:00000010:3.0:1790964092.095643:0:31888:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001d0f295. 00000020:00000010:3.0:1790964092.095647:0:31888:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bab88500. 00000100:00000040:3.0:1790964092.095654:0:31888:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964092.095657:0:31888:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964092.095658:0:31888:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964092.095660:0:31888:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.095665:0:31888:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.095679:0:31888:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964092.095688:0:31888:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964092.095689:0:31888:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964092.095692:0:31888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1790964092.095694:0:31888:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000021dba3ed : new rpc_count 1 00000100:00000001:3.0:1790964092.095696:0:31888:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638098719359056 : -105974990192560 : ffff9f9dc65ac050) 00000100:00000040:3.0:1790964092.095700:0:31888:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e49112a x1877961935425536/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:668/0 lens 224/0 e 0 to 0 dl 1790964103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.095709:0:31888:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964092.095711:0:31888:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd1c9722. 00000100:00000001:3.0:1790964092.095712:0:31888:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964092.095714:0:31888:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd1c9722. 00000100:00100000:3.0:1790964092.095717:0:31888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001e49112a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31016:x1877961935425536:12345-0@lo:400: 00000100:00000200:3.0:1790964092.095720:0:31888:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425536 00000020:00000001:3.0:1790964092.095723:0:31888:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964092.095726:0:31888:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964092.095727:0:31888:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964092.095729:0:31888:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964092.095731:0:31888:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661207232 : -1048344384 : ffffffffc18388c0) 00000020:00000001:3.0:1790964092.095739:0:31888:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964092.095960:0:31888:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964092.095964:0:31888:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964092.095967:0:31888:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964092.095970:0:31888:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964092.095972:0:31888:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964092.095974:0:31888:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964092.095976:0:31888:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964092.095980:0:31888:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9c492f3. 02000000:00000001:3.0:1790964092.095982:0:31888:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.095984:0:31888:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964092.095986:0:31888:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964092.095989:0:31888:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961935425536 00010000:00000001:3.0:1790964092.095991:0:31888:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964092.095995:0:31888:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000001e49112a x1877961935425536/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:668/0 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964092.096002:0:31888:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964092.096003:0:31888:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964092.096006:0:31888:0:(import.c:2195:obd_at_measure()) add 1 to 000000000a10e9ab time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964092.096009:0:31888:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964092.096011:0:31888:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:3.0:1790964092.096013:0:31888:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 02000000:00000001:3.0:1790964092.096015:0:31888:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964092.096017:0:31888:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.096019:0:31888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964092.096021:0:31888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964092.096024:0:31888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000793566dd. 00000100:00000200:3.0:1790964092.096028:0:31888:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961935425536, offset 224 00000400:00000200:3.0:1790964092.096033:0:31888:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964092.096039:0:31888:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964092.096045:0:31888:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff16101000 00000400:00000200:3.0:1790964092.096049:0:31888:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:3.0:1790964092.096068:0:31888:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964092.096071:0:31888:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964092.096075:0:31888:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964092.096083:0:31888:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964092.096096:0:31888:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.096114:0:31888:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964092.096120:0:31888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000793566dd 00000400:00000010:3.0:1790964092.096122:0:31888:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000793566dd. 00000100:00000001:3.0:1790964092.096125:0:31888:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964092.096126:0:31888:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964092.096130:0:31888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964092.096130:0:31900:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fc174a7f. 00000100:00000040:3.0:1790964092.096132:0:31888:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00010000:00000001:3.0:1790964092.096134:0:31888:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964092.096136:0:31888:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964092.096137:0:31888:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964092.096140:0:31888:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e49112a x1877961935425536/t0(0) o400->faf310e6-40b4-4648-b36a-a945e049a5d7@0@lo:668/0 lens 224/224 e 0 to 0 dl 1790964103 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964092.096147:0:31888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001e49112a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf310e6-40b4-4648-b36a-a945e049a5d7+12:31016:x1877961935425536:12345-0@lo:400: Request processed in 438us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964092.096154:0:31888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:0.0:1790964092.096155:0:31900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1790964092.096156:0:31888:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021dba3ed : new rpc_count 0 00000100:00100000:0.0:1790964092.096157:0:31900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961935425792 00000100:00000001:3.0:1790964092.096158:0:31888:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1790964092.096158:0:31900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964092.096159:0:31888:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1790964092.096160:0:31900:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964092.096161:0:31900:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964092.096162:0:31888:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001d0f295. 02000000:00000001:0.0:1790964092.096163:0:31900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964092.096165:0:31900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961935425792 00000020:00000010:3.0:1790964092.096166:0:31888:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bab88500. 00000020:00000001:0.0:1790964092.096167:0:31900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964092.096168:0:31900:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1790964092.096193:0:31888:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000533b8fd8. 00000020:00000040:3.0:1790964092.096198:0:31888:0:(genops.c:879:class_export_put()) PUTting export 0000000021dba3ed : new refcount 11 02000000:00000001:3.0:1790964092.096201:0:31888:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1790964092.096201:0:31900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964092.096203:0:31900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964092.096204:0:31888:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000c9c492f3. 00000020:00000001:0.0:1790964092.096204:0:31900:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.096207:0:31888:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1790964092.096208:0:31900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0d87922. 00000100:00000001:3.0:1790964092.096209:0:31888:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1790964092.096211:0:31900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ec5846b. 00000100:00000200:3.0:1790964092.096212:0:31888:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1790964092.096214:0:31900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c056ef40. 00000400:00000010:3.0:1790964092.096216:0:31888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a1b194b. 00000100:00000001:0.0:1790964092.096217:0:31900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964092.096218:0:31900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964092.096219:0:31900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964092.096220:0:31888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dbfe175. 00000100:00000001:0.0:1790964092.096223:0:31900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.096228:0:31900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964092.096235:0:31900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964092.096236:0:31900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1790964092.096239:0:31014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964092.096239:0:31900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964092.096241:0:31014:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964092.096241:0:31900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638094497617152 : -105979211934464 : ffff9f9ccab81500) 00000100:00000040:0.0:1790964092.096244:0:31900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000915eac02 x1877961935425792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1790964092.096246:0:31014:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964092.096248:0:31014:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964092.096250:0:31014:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000681ee7cb. 00000400:00000200:3.0:1790964092.096252:0:31014:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b39d6e9 00000100:00100000:0.0:1790964092.096252:0:31900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000915eac02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31013:x1877961935425792:12345-0@lo:38: 00000400:00000010:3.0:1790964092.096254:0:31014:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003b39d6e9. 00000100:00000200:0.0:1790964092.096255:0:31900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961935425792 00000100:00000001:3.0:1790964092.096256:0:31014:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:0.0:1790964092.096257:0:31900:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:3.0:1790964092.096259:0:31014:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964092.096260:0:31900:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000100:00000200:3.0:1790964092.096266:0:31014:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.096270:0:31014:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964092.096272:0:31014:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964092.096273:0:31900:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.096275:0:31014:0:(client.c:1593:after_reply()) Process entered 00010000:00020000:0.0:1790964092.096276:0:31900:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1790964092.096278:0:31014:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964092.096279:0:31014:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964092.096280:0:31014:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964092.096283:0:31014:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964092.096288:0:31014:0:(import.c:2195:obd_at_measure()) add 5 to 000000008ef67a38 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964092.096291:0:31014:0:(import.c:2195:obd_at_measure()) add 1 to 0000000084a2fa9b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964092.096293:0:31014:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964092.096295:0:31014:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964092.096297:0:31014:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964092.096301:0:31014:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964092.096307:0:31014:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.096310:0:31014:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964092.096312:0:31014:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964092.096313:0:31014:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964092.096315:0:31014:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.096318:0:31014:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.096324:0:31014:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964092.096327:0:31014:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964092.096335:0:31014:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964092.096339:0:31014:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964092.096345:0:31014:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000abe33b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:31014:1877961935425920:0@lo:400: 00000100:00000001:3.0:1790964092.096350:0:31014:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964092.096352:0:31014:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964092.096355:0:31014:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abe33b9a x1877961935425920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964092.096361:0:31014:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964092.096363:0:31014:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964092.096365:0:31014:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000222cd91d. 02000000:00000001:3.0:1790964092.096368:0:31014:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964092.096370:0:31014:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964092.096371:0:31014:0:(genops.c:1223:class_import_put()) import 00000000de18aac3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964092.096374:0:31014:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964092.096377:0:31014:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002b1c1d79. 02000000:00000001:3.0:1790964092.096380:0:31014:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964092.096381:0:31014:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964092.096383:0:31014:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abe33b9a. 00000100:00000001:3.0:1790964092.096386:0:31014:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964092.096387:0:31014:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964092.096388:0:31014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964092.096394:0:31014:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964092.096396:0:31014:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964092.096397:0:31014:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964092.096399:0:31014:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.096465:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964092.096468:0:31016:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964092.096471:0:31016:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964092.096473:0:31016:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964092.096474:0:31016:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bb82806. 00000400:00000200:2.0:1790964092.096477:0:31016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057783617 00000400:00000010:2.0:1790964092.096479:0:31016:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000057783617. 00000100:00000001:2.0:1790964092.096481:0:31016:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964092.096485:0:31016:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964092.096503:0:31016:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.096509:0:31016:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964092.096510:0:31016:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.096512:0:31016:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964092.096514:0:31016:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964092.096515:0:31016:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964092.096516:0:31016:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964092.096518:0:31016:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964092.096521:0:31016:0:(import.c:2195:obd_at_measure()) add 5 to 0000000085fa7a77 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964092.096523:0:31016:0:(import.c:2195:obd_at_measure()) add 1 to 0000000008edb149 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964092.096525:0:31016:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964092.096527:0:31016:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964092.096528:0:31016:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964092.096530:0:31016:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.096532:0:31016:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964092.096535:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.096562:0:31016:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964092.096573:0:31016:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964092.096575:0:31016:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964092.096578:0:31016:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964092.096585:0:31016:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ab8c18cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:faf310e6-40b4-4648-b36a-a945e049a5d7:31016:1877961935425536:0@lo:400: 00000100:00000001:2.0:1790964092.096589:0:31016:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.096591:0:31016:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964092.096593:0:31016:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ab8c18cd x1877961935425536/t0(0) o400->MGC192.168.202.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964092.096599:0:31016:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964092.096600:0:31016:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964092.096602:0:31016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af6ad6dc. 02000000:00000001:2.0:1790964092.096605:0:31016:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964092.096606:0:31016:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964092.096607:0:31016:0:(genops.c:1223:class_import_put()) import 00000000ff88a75c refcount=3 obd=MGC192.168.202.141@tcp 00000020:00000001:2.0:1790964092.096609:0:31016:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964092.096611:0:31016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084610356. 02000000:00000001:2.0:1790964092.096614:0:31016:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964092.096615:0:31016:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964092.096616:0:31016:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8c18cd. 00000100:00000001:2.0:1790964092.096619:0:31016:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964092.096620:0:31016:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.096621:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964092.096625:0:31016:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964092.096626:0:31016:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964092.096628:0:31016:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964092.096629:0:31016:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964092.104020:0:24404:0:(connection.c:75:cpu_latency_work()) work item of 000000006dc960c4 (cpu 2) has reached its deadline 4295628813, at 4295628814 00000100:00000010:2.0:1790964092.104039:0:24404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072da016e. 00000100:00000040:3.0:1790964092.104127:0:778:0:(connection.c:75:cpu_latency_work()) work item of 0000000031926b63 (cpu 3) has reached its deadline 4295628813, at 4295628814 00000100:00000010:3.0:1790964092.104135:0:778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f146df4b. 00000100:00000040:1.0:1790964092.104209:0:749:0:(connection.c:75:cpu_latency_work()) work item of 00000000c99f770c (cpu 1) has reached its deadline 4295628813, at 4295628814 00000100:00000010:1.0:1790964092.104216:0:749:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bee0b2d. 00010000:00000001:0.0:1790964092.127356:0:31900:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964092.127367:0:31900:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964092.127371:0:31900:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964092.127375:0:31900:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964092.127378:0:31900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1790964092.127416:0:54:0:(connection.c:75:cpu_latency_work()) work item of 0000000038b7f3d9 (cpu 0) has reached its deadline 4295628813, at 4295628838 00000100:00000010:0.0:1790964092.127427:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039779680. 02000000:00000010:0.0:1790964092.127454:0:31900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003180f8ce. 02000000:00000001:0.0:1790964092.127457:0:31900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.127460:0:31900:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964092.127465:0:31900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964092.127467:0:31900:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964092.127471:0:31900:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1790964092.127474:0:31900:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964092.127478:0:31900:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964092.128150:0:31900:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000047907fb0 refcount 17 to 0@lo 00000100:00000001:0.0:1790964092.128154:0:31900:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638099681311616 : -105974028240000 : ffff9f9dffb0fb80) 00000100:00000001:0.0:1790964092.128157:0:31900:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638099681311616 : -105974028240000 : 0xffff9f9dffb0fb80) 00000100:00000040:0.0:1790964092.128160:0:31900:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000047907fb0 refcount 17 to 0@lo 02000000:00000001:0.0:1790964092.128163:0:31900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964092.128165:0:31900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964092.128206:0:31900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964092.128210:0:31900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964092.128865:0:31900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b39d6e9. 00000100:00000200:3.0:1790964092.128877:0:31900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961935425792, offset 0 00000400:00000200:3.0:1790964092.128885:0:31900:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964092.128901:0:31900:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964092.128912:0:31900:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff16101100 00000400:00000200:3.0:1790964092.128921:0:31900:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb09 [1] + 0 00000400:00000200:3.0:1790964092.128950:0:31900:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964092.128954:0:31900:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964092.128962:0:31900:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964092.128969:0:31900:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964092.128980:0:31900:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.129049:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964092.129063:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964092.129080:0:31900:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964092.129092:0:31900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b39d6e9 00000400:00000010:3.0:1790964092.129094:0:31900:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003b39d6e9. 00000100:00000001:3.0:1790964092.129098:0:31900:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964092.129100:0:31900:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964092.129106:0:31900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964092.129109:0:31900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000047907fb0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964092.129112:0:31900:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964092.129114:0:31900:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1790964092.129121:0:31900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000915eac02 x1877961935425792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964112 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964092.129130:0:31900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000915eac02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31013:x1877961935425792:12345-0@lo:38: Request processed in 32877us (33862us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790964092.129141:0:31900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964092.129144:0:31900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964092.129145:0:31900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964092.129152:0:31900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ec5846b. 00000020:00000010:3.0:1790964092.129158:0:31900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c056ef40. 00000020:00000010:3.0:1790964092.129162:0:31900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0d87922. 00000100:00000001:3.0:1790964092.129167:0:31900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1790964092.129659:0:31013:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964092.129662:0:31013:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964092.129664:0:31013:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4970111. 00000400:00000200:1.0:1790964092.129668:0:31013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f764b2 00000400:00000010:1.0:1790964092.129670:0:31013:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000094f764b2. 00000100:00000001:1.0:1790964092.129673:0:31013:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964092.129677:0:31013:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964092.129685:0:31013:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.129700:0:31013:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964092.129702:0:31013:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964092.129705:0:31013:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964092.129707:0:31013:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964092.129710:0:31013:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964092.129712:0:31013:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964092.129714:0:31013:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964092.129723:0:31013:0:(import.c:2195:obd_at_measure()) add 0 to 00000000061061d3 time=1790964092 v=5 (0 0 0 0) 00000100:00001000:1.0:1790964092.129727:0:31013:0:(import.c:2195:obd_at_measure()) add 1 to 00000000fe3d5c32 time=10 v=10 (10 0 0 0) 00000100:00000001:1.0:1790964092.129730:0:31013:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964092.129732:0:31013:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790964092.129734:0:31013:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964092.129738:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964107 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.129813:0:31013:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1790964092.129817:0:31013:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964092.129819:0:31013:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964092.129821:0:31013:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964092.129823:0:31013:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1790964092.129827:0:31013:0:(import.c:65:import_set_state_nolock()) 00000000dea7f5e7 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964092.129831:0:31013:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1790964092.129834:0:31013:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964092.129838:0:31013:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964107 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964092.129845:0:31013:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000613ef3d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31013:1877961935425792:0@lo:38: 00000100:00000001:1.0:1790964092.129849:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.129852:0:31013:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964092.129855:0:31013:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000613ef3d9 x1877961935425792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964107 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964092.129861:0:31013:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964092.129870:0:31013:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964092.129872:0:31013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dff67b57. 02000000:00000001:1.0:1790964092.129876:0:31013:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964092.129879:0:31013:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964092.129880:0:31013:0:(genops.c:1223:class_import_put()) import 00000000dea7f5e7 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1790964092.129883:0:31013:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964092.129885:0:31013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000583e8e3d. 02000000:00000001:1.0:1790964092.129888:0:31013:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964092.129890:0:31013:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964092.129892:0:31013:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000613ef3d9. 00000100:00000001:1.0:1790964092.129896:0:31013:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964092.129897:0:31013:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964092.129899:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.129901:0:31013:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964092.129902:0:31013:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964092.129904:0:31013:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964092.129905:0:31013:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964092.666239:0:749:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964092.666248:0:749:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964092.666254:0:749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964092.666256:0:749:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964092.666275:0:31882:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964092.666278:0:31882:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964092.666280:0:31882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964092.935827:0:32335:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a954495e. 00080000:00000010:3.0:1790964092.935840:0:32335:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a954495e. 00000020:00000001:3.0:1790964092.935847:0:32335:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964093.113228:0:31929:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964093.113238:0:31929:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964093.113240:0:31929:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964093.113244:0:31929:0:(client.c:2716:ptlrpc_set_wait()) set 000000000c79e3ac going to sleep for 0 seconds 00000100:00000001:0.0:1790964093.113248:0:31929:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964093.113252:0:31929:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964093.113255:0:31929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964093.113257:0:31929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964093.113260:0:31929:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 3316 lines, 3316 kept, 0 dropped, 0 bad.