00000020:01000004:0.0F:1790964055.277479:0:31814:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964055.277494:0:31814:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790964055.277495:0:31814:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790964055.277851:0:31814:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000bcad4403 00000080:02000400:0.0:1790964055.277864:0:31814:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964055.283565:0:31814:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964055.283619:0:31814:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790964055.283665:0:31814:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (0000000096d5a362) 00000020:00000080:0.0:1790964055.283702:0:31814:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0F:1790964055.356842:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.357949:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1790964055.361713:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1790964055.363688:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.363935:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.364296:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.364467:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.364797:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.365407:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.365833:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.366125:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.366391:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.366690:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.367205:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.367476:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.367770:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.367993:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.368355:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.368662:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.368872:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.369185:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.369874:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.370165:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.370467:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.370734:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.371012:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.371394:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.371551:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.371921:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.374478:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.375656:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.376012:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.376708:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.376973:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1790964055.377243:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790964055.377741:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1790964055.377958:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.379042:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.379493:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.380001:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.380424:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.380720:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.381302:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.381554:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.381848:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790964055.382114:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.382347:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.383615:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.384152:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.384402:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.384841:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.385164:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790964055.385429:0:31814:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1790964055.386002:0:31814:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790964055.386747:0:31814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790964055.386756:0:31814:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790964055.386771:0:31814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55ced 00000020:01000004:0.0:1790964055.386779:0:31814:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790964055.386789:0:31814:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790964055.386793:0:31814:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000bcad4403 from MGS 00000020:01000004:0.0:1790964055.386799:0:31814:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790964055.386810:0:31814:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000db663ed8) 00000020:00000080:0.0:1790964055.386823:0:31814:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790964055.386893:0:31814:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000bcad4403 from MGS, refs=2 00080000:01000000:0.0:1790964055.386898:0:31814:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790964055.386904:0:31814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55cfb 00000100:00100000:0.0:1790964055.387004:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1790964055.387306:0:31814:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1790964055.387313:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1790964055.389215:0:31814:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1790964055.389227:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1790964055.390481:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964055.390846:0:31814:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1790964055.390852:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0F:1790964055.392904:0:31814:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964055.392922:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790964055.393930:0:31814:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790964055.393940:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1790964055.394775:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964055.394778:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964055.394780:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964055.395014:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964055.395022:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964055.395024:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964055.397401:0:31814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1790964055.403582:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1790964055.647198:0:31814:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2815 MB/s 00000001:01000000:0.0:1790964055.897347:0:31814:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 3271 MB/s 00000001:01000000:3.0F:1790964056.148351:0:31814:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 505 MB/s 00000001:01000000:0.0:1790964056.399509:0:31814:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 697 MB/s 00000040:01000000:3.0:1790964056.418725:0:31814:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1790964056.425202:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790964056.425798:0:31814:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790964056.425859:0:31814:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1790964056.425943:0:31814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1790964056.425981:0:31814:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1790964056.426407:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964056.426570:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1790964056.426577:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1790964056.436400:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1790964056.436444:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964056.436911:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964056.436929:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00010000:00010000:0.0:1790964056.440569:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1790964056.442377:0:31814:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790964056.442406:0:31814:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.149@tcp' 00000020:01000004:0.0:1790964056.442422:0:31814:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790964056.442483:0:31814:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.149@tcp (typ=mgc) 00000020:00000080:0.0:1790964056.442496:0:31814:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.149@tcp (00000000bfdcfa8a) 00000020:00000080:0.0:1790964056.442514:0:31814:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1790964056.442597:0:31814:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002e17f9cc@MGC192.168.201.149@tcp: add connection 192.168.201.149@tcp at head 00010000:00010000:0.0:1790964056.442799:0:31814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.149@tcp-0 is initialized 00000040:01000000:0.0:1790964056.442817:0:31814:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.149@tcp ctxt 1 is initialized 10000000:01000000:1.0:1790964056.445555:0:31832:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1790964056.445617:0:31814:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.149@tcp (uuid 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777) 00000020:00000080:1.0:1790964056.445639:0:31814:0:(genops.c:1385:class_connect()) connect: client 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777, cookie 0xbf2fd32c8ef55d09 00000100:00080000:1.0:1790964056.445652:0:31814:0:(import.c:545:import_select_connection()) MGC192.168.201.149@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964056.445668:0:31814:0:(import.c:665:import_select_connection()) MGC192.168.201.149@tcp: import 000000002e17f9cc using connection 192.168.201.149@tcp/0@lo 00000100:00100000:1.0:1790964056.445699:0:31814:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000084c28aba x1877961908158592/t0(0) o250->MGC192.168.201.149@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964056.445721:0:31814:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777->MGS 00000020:01000004:1.0:1790964056.445742:0:31814:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1790964056.445764:0:31814:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1790964056.445785:0:31814:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000004a9671b0) 00000020:00000080:1.0:1790964056.445798:0:31814:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1790964056.447013:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000084c28aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30953:1877961908158592:0@lo:250: 00000100:00100000:2.0:1790964056.447107:0:30953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.447187:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908158592 00000100:00100000:2.0:1790964056.447197:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908158592 00000100:00100000:2.0:1790964056.447263:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964056.447269:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000149115f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30953:x1877961908158592:12345-0@lo:250: 00010000:00080000:2.0:1790964056.447292:0:31828:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo t0 exp 0000000000000000 cur 919 last 0 00000020:00000080:2.0:1790964056.447316:0:31828:0:(genops.c:1385:class_connect()) connect: client 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777, cookie 0xbf2fd32c8ef55d17 00000100:00080000:2.0:1790964056.447446:0:31828:0:(import.c:65:import_set_state_nolock()) 000000001812fecb : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790964056.447498:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000149115f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+5:30953:x1877961908158592:12345-0@lo:250: Request processed in 227us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964056.447506:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964056.447540:0:30953:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.149@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790964056.447549:0:30953:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.149@tcp: connect to target with instance 0 00000100:00080000:2.0:1790964056.447556:0:30953:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.149@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1790964056.447561:0:30953:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1790964056.447571:0:30953:0:(import.c:65:import_set_state_nolock()) 000000002e17f9cc MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1790964056.447574:0:30953:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1790964056.447585:0:30953:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1790964056.447589:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000084c28aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30953:1877961908158592:0@lo:250: 00000100:00080000:3.0:1790964056.451730:0:31831:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:1.0:1790964056.471188:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964056.471718:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964056.471724:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1790964056.478701:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964056.478718:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1790964056.479186:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1790964056.479193:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1790964056.480359:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964056.480532:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1790964056.480538:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1790964056.482529:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1790964056.482542:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1790964056.534029:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964056.534535:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1790964056.534543:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1790964056.536418:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1790964056.536430:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790964056.538467:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964056.538673:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964056.538694:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1790964056.539697:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964056.539714:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790964056.542054:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964056.542308:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964056.542315:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790964056.543690:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964056.543700:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790964056.545977:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964056.546173:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964056.546182:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790964056.547688:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964056.547700:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1790964056.574697:0:31814:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964056.576235:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964056.576244:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1790964056.583530:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790964056.583611:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1790964056.591013:0:31814:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964056.591058:0:31814:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1790964056.593337:0:31814:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1790964056.593370:0:31814:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1790964056.593378:0:31814:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.149@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1790964056.593494:0:31814:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.149@tcp ctxt 0 is initialized 00000020:01000004:0.0:1790964056.593530:0:31814:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.149@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1790964056.593535:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1790964056.593536:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964056.593537:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964056.593539:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964056.593540:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964056.593541:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964056.593543:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964056.593544:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964056.593550:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964056.593552:0:31814:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964056.593555:0:31814:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1790964056.593558:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790964056.593559:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964056.593559:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964056.593560:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964056.593561:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964056.593562:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964056.593563:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964056.593564:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964056.593565:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964056.593566:0:31814:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964056.593594:0:31814:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1790964056.593615:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ab493442 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158720:0@lo:253: 00000100:00100000:0.0:1790964056.593708:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964056.593795:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d1002282 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.594945:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908158720 00000100:00100000:3.0:1790964056.594957:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908158720 00000100:00100000:3.0:1790964056.595032:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964056.595043:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000215dfa38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+5:31814:x1877961908158720:12345-0@lo:253: 20000000:01000000:3.0:1790964056.595124:0:31830:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964056.595128:0:31830:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790964056.595131:0:31830:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1790964056.597893:0:31851:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790964056.598451:0:31830:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1790964056.603489:0:31852:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790964056.603500:0:31852:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790964056.603504:0:31852:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:3.0:1790964056.603517:0:31852:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:0.0:1790964056.603749:0:31830:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790964056.603760:0:31830:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790964056.607039:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000215dfa38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+5:31814:x1877961908158720:12345-0@lo:253: Request processed in 11989us (13323us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.607060:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964056.607267:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ab493442 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158720:0@lo:253: 10000000:01000000:2.0:1790964056.607283:0:31814:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964056.607287:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964056.607289:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964056.607290:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964056.607291:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964056.607292:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964056.607293:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964056.607294:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964056.607295:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964056.607297:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964056.607299:0:31814:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790964056.607318:0:31814:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000bcad4403 from lustre-MDT0000 10000000:01000000:2.0:1790964056.607351:0:31814:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1790964056.607354:0:31814:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790964056.607359:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa025ec12b380 10000000:01000000:2.0:1790964056.607363:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964056.607371:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffffa025ec12b380 from 1 10000000:01000000:2.0:1790964056.607375:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1790964056.607412:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.607423:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.607432:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964056.607463:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003e6e5e9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158848:0@lo:101: 00000100:00100000:2.0:1790964056.607516:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.607576:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000001cc23d30 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.607641:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908158848 00000100:00100000:3.0:1790964056.607648:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908158848 00000100:00100000:3.0:1790964056.607703:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964056.607711:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000063503525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+5:31814:x1877961908158848:12345-0@lo:101: 00010000:00010000:3.0:1790964056.607726:0:31829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964056.607742:0:31829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007ab179b1/0xbf2fd32c8ef55d25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55d1e expref: -99 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.607766:0:31829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007ab179b1/0xbf2fd32c8ef55d25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d1e expref: 6 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.607775:0:31829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007ab179b1/0xbf2fd32c8ef55d25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d1e expref: 6 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.607783:0:31829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007ab179b1, rc 0) 00000100:00100000:3.0:1790964056.607850:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000063503525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+6:31814:x1877961908158848:12345-0@lo:101: Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.607858:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964056.608024:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003e6e5e9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158848:0@lo:101: 00010000:00010000:0.0:1790964056.608037:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d25 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.608045:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55d25 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964056.608130:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b6f02c27 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158976:0@lo:501: 00000100:00100000:0.0:1790964056.608158:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964056.608173:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d1002282 going to sleep for 11 seconds 00000100:00100000:2.0:1790964056.608232:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908158976 00000100:00100000:2.0:1790964056.608236:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908158976 00000100:00100000:2.0:1790964056.608269:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790964056.608276:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3f1b51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+6:31814:x1877961908158976:12345-0@lo:501: 00000100:00100000:2.0:1790964056.608357:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3f1b51 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+6:31814:x1877961908158976:12345-0@lo:501: Request processed in 82us (199us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790964056.608363:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964056.608612:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b6f02c27 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908158976:0@lo:501: 10000000:01000000:1.0:1790964056.608645:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790964056.608671:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d25 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.608680:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 000000008f871bde/0xbf2fd32c8ef55d1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d25 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964056.608686:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa025d20e3800 10000000:01000000:1.0:1790964056.608690:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790964056.608694:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa025d20e3800 10000000:01000000:1.0:1790964056.608696:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790964056.608698:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffffa025d20e3800 from 1 10000000:01000000:1.0:1790964056.608701:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790964056.608721:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.608728:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.608734:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.608758:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159104:0@lo:101: 00000100:00100000:1.0:1790964056.608821:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.608849:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000001475b8e6 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.608885:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159104 00000100:00100000:3.0:1790964056.608890:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159104 00000100:00100000:3.0:1790964056.608927:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964056.608933:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000088ffdb97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+6:31814:x1877961908159104:12345-0@lo:101: 00010000:00010000:3.0:1790964056.608942:0:31828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964056.608952:0:31828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bc6598a6/0xbf2fd32c8ef55d33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55d2c expref: -99 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.608965:0:31828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bc6598a6/0xbf2fd32c8ef55d33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d2c expref: 7 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.608973:0:31828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bc6598a6/0xbf2fd32c8ef55d33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d2c expref: 7 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.608980:0:31828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bc6598a6, rc 0) 00000100:00100000:3.0:1790964056.609014:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000088ffdb97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+7:31814:x1877961908159104:12345-0@lo:101: Request processed in 83us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.609020:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964056.609101:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159104:0@lo:101: 00010000:00010000:1.0:1790964056.609111:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d33 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.609118:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55d33 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964056.609130:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790964056.609132:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d33 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.609139:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 00000000a4c609c2/0xbf2fd32c8ef55d2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d33 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964056.609144:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964056.609148:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964056.609152:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa025d20e3800 10000000:01000000:1.0:1790964056.609154:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790964056.609156:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1790964056.609158:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1790964056.609170:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.609176:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.609194:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.609205:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159232:0@lo:101: 00000100:00100000:1.0:1790964056.609241:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.609260:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000001475b8e6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.609416:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159232 00000100:00100000:0.0:1790964056.609421:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159232 00000100:00100000:0.0:1790964056.609452:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964056.609458:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005e4aa1e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+7:31814:x1877961908159232:12345-0@lo:101: 00010000:00010000:0.0:1790964056.609465:0:31829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964056.609474:0:31829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a9a4a16f/0xbf2fd32c8ef55d41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55d3a expref: -99 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.609489:0:31829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a9a4a16f/0xbf2fd32c8ef55d41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d3a expref: 8 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.609496:0:31829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a9a4a16f/0xbf2fd32c8ef55d41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55d3a expref: 8 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.609502:0:31829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a9a4a16f, rc 0) 00000100:00100000:0.0:1790964056.609530:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005e4aa1e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+8:31814:x1877961908159232:12345-0@lo:101: Request processed in 73us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.609536:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790964056.609588:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159232:0@lo:101: 00010000:00010000:1.0:1790964056.609598:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d41 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.609605:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55d41 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.609668:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159360:0@lo:501: 00000100:00100000:1.0:1790964056.609693:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.609713:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000001475b8e6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.609890:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159360 00000100:00100000:0.0:1790964056.609895:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159360 00000100:00100000:0.0:1790964056.609931:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964056.609936:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bb7e3473 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+8:31814:x1877961908159360:12345-0@lo:501: 00000100:00100000:0.0:1790964056.610240:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bb7e3473 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31814:x1877961908159360:12345-0@lo:501: Request processed in 302us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.610247:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790964056.610764:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159360:0@lo:501: 00000100:00100000:2.0:1790964056.610816:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159488:0@lo:503: 00000100:00100000:2.0:1790964056.610865:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.610943:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000001cc23d30 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.611163:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159488 00000100:00100000:3.0:1790964056.611169:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159488 00000100:00100000:3.0:1790964056.611205:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964056.611211:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000013868f0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31814:x1877961908159488:12345-0@lo:503: 00000100:00100000:3.0:1790964056.612743:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000013868f0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31814:x1877961908159488:12345-0@lo:503: Request processed in 1527us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.612755:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964056.612950:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908159488:0@lo:503: 00000100:00100000:2.0:1790964056.613878:0:31853:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31853:1877961908159616:0@lo:502: 00000100:00100000:2.0:1790964056.613940:0:31853:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.613981:0:31853:0:(client.c:2716:ptlrpc_set_wait()) set 00000000df3c11ff going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.613997:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159616 00000100:00100000:0.0:1790964056.614005:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159616 00000100:00100000:0.0:1790964056.614055:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964056.614062:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31853:x1877961908159616:12345-0@lo:502: 00000100:00100000:2.0:1790964056.614935:0:31853:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31853:1877961908159616:0@lo:502: 00000020:01000000:2.0:1790964056.615486:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964056.615499:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.615501:0:31853:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964056.615505:0:31853:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790964056.615508:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964056.615539:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000f5c3687d) 00000020:00000080:2.0:1790964056.615556:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790964056.615562:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790964056.615668:0:31853:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790964056.615679:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55d4f 00000020:00000080:2.0:1790964056.615990:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790964056.615994:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964056.615998:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.615999:0:31853:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964056.616001:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964056.616004:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.616005:0:31853:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790964056.616008:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964056.616014:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (000000005af227d7) 00000020:00000080:2.0:1790964056.616024:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790964056.616027:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790964056.616028:0:31853:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790964056.616031:0:31853:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790964056.616036:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1790964056.616183:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31853:x1877961908159616:12345-0@lo:502: Request processed in 2119us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.616193:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:01000004:2.0:1790964056.616411:0:31853:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000bcad4403 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790964056.616423:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000b10cd07a) 00000020:00000080:2.0:1790964056.616433:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790964056.616484:0:31853:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790964056.616489:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbf2fd32c8ef55d64 00000020:00000080:2.0:1790964056.616588:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790964056.616594:0:31853:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790964056.616599:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbf2fd32c8ef55d6b 00080000:01000000:2.0:1790964056.616604:0:31853:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790964056.616608:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55d72 00010000:00010000:0.0:1790964056.698171:0:31853:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1790964056.698860:0:31853:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:0.0:1790964056.699328:0:31853:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1790964056.699867:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000f679849b) 00000020:00000080:0.0:1790964056.699886:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1790964056.699978:0:31853:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1790964056.699986:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55d80 00000020:00000080:0.0:1790964056.704325:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964056.722560:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbf2fd32c8ef55d87 00000020:00000080:3.0:1790964056.723459:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1790964056.723479:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964056.723485:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.723488:0:31853:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1790964056.723492:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790964056.723495:0:31853:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1790964056.723497:0:31853:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790964056.723498:0:31853:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790964056.723500:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790964056.723503:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.723505:0:31853:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790964056.723507:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964056.723513:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.723514:0:31853:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1790964056.723519:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1790964056.723571:0:31853:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1790964056.723588:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964056.723592:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.723593:0:31853:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1790964056.723595:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790964056.723598:0:31853:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1790964056.723602:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.723603:0:31853:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1790964056.723606:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790964056.723611:0:31853:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.149@tcp to nid 0x20000c0a8c995 (192.168.201.149@tcp) 00000020:01000000:3.0:1790964056.723636:0:31853:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1790964056.723639:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964056.723671:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (0000000027b9d175) 00000020:00000080:3.0:1790964056.723689:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1790964056.723697:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790964056.723794:0:31853:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1790964056.723800:0:31853:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790964056.723807:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55d95 00010000:00080000:3.0:1790964056.723844:0:31853:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005b4d9931@lustre-OST0000-osc-MDT0000: add connection 192.168.201.149@tcp at head 00010000:00010000:3.0:1790964056.726202:0:31853:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:3.0:1790964056.729448:0:31853:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:3.0:1790964056.729777:0:31853:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1790964056.734559:0:31853:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790964056.734948:0:31853:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1790964056.735146:0:31853:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790964056.735645:0:31857:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790964056.735651:0:31857:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790964056.739110:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790964056.739129:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790964056.739175:0:31853:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790964056.739198:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbf2fd32c8ef55d9c 00000100:00080000:2.0:1790964056.739275:0:31853:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964056.739283:0:31853:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000005b4d9931 using connection 192.168.201.149@tcp/0@lo 00000100:00100000:2.0:1790964056.739324:0:31853:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964056.739391:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908159744:0@lo:8: 00000400:00000100:3.0:1790964056.739460:0:30953:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961908159744 offset 0 length 520: 4 00000100:00080000:2.0:1790964056.739585:0:31853:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1790964056.739661:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964056.739666:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.739668:0:31853:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790964056.739671:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964056.739674:0:31853:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:2.0:1790964056.739676:0:31853:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964056.739677:0:31853:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964056.739679:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964056.739682:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.739683:0:31853:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964056.739685:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964056.739689:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964056.739690:0:31853:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1790964056.739693:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964056.739696:0:31853:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.149@tcp to nid 0x20000c0a8c995 (192.168.201.149@tcp) 00000020:00000080:2.0:1790964056.739718:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964056.739730:0:31853:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (000000001026e583) 00000020:00000080:2.0:1790964056.739742:0:31853:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790964056.739748:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964056.739810:0:31853:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1790964056.739816:0:31853:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790964056.739823:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbf2fd32c8ef55daa 00010000:00080000:2.0:1790964056.739852:0:31853:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000fc2fa116@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.149@tcp at head 00010000:00010000:2.0:1790964056.741599:0:31853:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964056.745624:0:31853:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964056.745638:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964056.745704:0:31853:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964056.745725:0:31853:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbf2fd32c8ef55db1 00000100:00080000:3.0:1790964056.745734:0:31853:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964056.745739:0:31853:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000fc2fa116 using connection 192.168.201.149@tcp/0@lo 00000100:00100000:3.0:1790964056.745772:0:31853:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000983fc24b x1877961908159872/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964056.745797:0:31853:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964056.745856:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964056.745860:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.745861:0:31853:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964056.745864:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964056.745868:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.745869:0:31853:0:(obd_config.c:1563:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964056.745871:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964056.745873:0:31853:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964056.745900:0:31853:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31853:1877961908160000:0@lo:502: 00000100:00100000:3.0:1790964056.745990:0:31853:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.746027:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160000 00000100:00100000:3.0:1790964056.746033:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160000 00000100:00100000:3.0:1790964056.746102:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964056.746109:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a50ba1a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31853:x1877961908160000:12345-0@lo:502: 00000100:00100000:3.0:1790964056.746380:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a50ba1a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31853:x1877961908160000:12345-0@lo:502: Request processed in 271us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.746388:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964056.746454:0:31853:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e9531d03 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.746472:0:31853:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31853:1877961908160000:0@lo:502: 00000020:01000000:3.0:1790964056.746495:0:31853:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964056.746500:0:31853:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964056.746501:0:31853:0:(obd_config.c:1563:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964056.746505:0:31853:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:0.0:1790964056.746663:0:31814:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:0.0:1790964056.746691:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1790964056.746712:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d41 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746723:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 00000000501b6004/0xbf2fd32c8ef55d3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55d41 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964056.746732:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa025d20e3800 from 1 10000000:01000000:0.0:1790964056.746734:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790964056.746763:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746770:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746777:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964056.746800:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000015627393 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160128:0@lo:101: 00000100:00100000:0.0:1790964056.746830:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964056.746848:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c1aa3490 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.746865:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160128 00000100:00100000:0.0:1790964056.746869:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160128 00000100:00100000:0.0:1790964056.746892:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964056.746898:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000daa9d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+9:31814:x1877961908160128:12345-0@lo:101: 00010000:00010000:0.0:1790964056.746907:0:31829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964056.746933:0:31829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55db8 expref: -99 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746955:0:31829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 10 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746964:0:31829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 10 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.746971:0:31829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d46ab564, rc 0) 00000100:00100000:0.0:1790964056.746996:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000daa9d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+10:31814:x1877961908160128:12345-0@lo:101: Request processed in 99us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.747002:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964056.747033:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000015627393 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160128:0@lo:101: 00010000:00010000:0.0:1790964056.747044:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.747051:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964056.747618:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000015627393 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160256:0@lo:256: 00000100:00100000:0.0:1790964056.747663:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964056.747676:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c1aa3490 going to sleep for 11 seconds 00000100:00100000:2.0:1790964056.747940:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000983fc24b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908159872:0@lo:38: 00000100:00100000:2.0:1790964056.747983:0:30953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.748135:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160256 00000100:00100000:3.0:1790964056.748141:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160256 00000100:00100000:3.0:1790964056.748174:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790964056.748181:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000caae1ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+10:31814:x1877961908160256:12345-0@lo:256: 20000000:01000000:3.0:1790964056.748197:0:31828:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1790964056.748202:0:31828:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1790964056.748293:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000caae1ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+10:31814:x1877961908160256:12345-0@lo:256: Request processed in 113us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.748300:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964056.748449:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000015627393 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160256:0@lo:256: 10000000:01000000:2.0:1790964056.749036:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964056.749056:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.749066:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964056.749102:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa025d20e3800 from 1 10000000:01000000:2.0:1790964056.749104:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964056.749134:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.749141:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.749149:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964056.749165:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000500ac6b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160384:0@lo:101: 00000100:00100000:2.0:1790964056.749201:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.749238:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 000000006217b5db going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.749503:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908159872 00000100:00100000:0.0:1790964056.749509:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908159872 00000100:00100000:0.0:1790964056.749543:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964056.749549:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009fe5da58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30953:x1877961908159872:12345-0@lo:38: 00010000:00020000:0.0:1790964056.749564:0:31840:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790964056.749614:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009fe5da58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30953:x1877961908159872:12345-0@lo:38: Request processed in 63us (1630us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790964056.749620:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964056.749640:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160384 00000100:00100000:0.0:1790964056.749644:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160384 00000100:00100000:0.0:1790964056.749679:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790964056.749686:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001f92ec69 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+10:31814:x1877961908160384:12345-0@lo:101: 00010000:00010000:0.0:1790964056.749697:0:31830:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964056.749709:0:31830:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000086d3b095/0xbf2fd32c8ef55dcd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55dc6 expref: -99 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.749728:0:31830:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086d3b095/0xbf2fd32c8ef55dcd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dc6 expref: 11 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.749738:0:31830:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000086d3b095/0xbf2fd32c8ef55dcd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dc6 expref: 11 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.749746:0:31830:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000086d3b095, rc 0) 00000100:00100000:0.0:1790964056.749774:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001f92ec69 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160384:12345-0@lo:101: Request processed in 89us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.749789:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1790964056.749901:0:30953:0:(import.c:65:import_set_state_nolock()) 00000000fc2fa116 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964056.749976:0:30953:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790964056.749981:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000983fc24b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908159872:0@lo:38: 00000100:00100000:2.0:1790964056.750012:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000500ac6b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160384:0@lo:101: 00010000:00010000:2.0:1790964056.750025:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dcd expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.750040:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55dcd expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964056.756008:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160512:0@lo:501: 00000100:00100000:3.0:1790964056.756303:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.756408:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5a56ac7 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.758774:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160512 00000100:00100000:0.0:1790964056.758789:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160512 00000100:00100000:0.0:1790964056.758859:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790964056.758869:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009b108ede pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160512:12345-0@lo:501: 00000100:00100000:0.0:1790964056.759089:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009b108ede pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160512:12345-0@lo:501: Request processed in 203us (2769us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.759098:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964056.759290:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160512:0@lo:501: 00000100:00100000:3.0:1790964056.759335:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160640:0@lo:503: 00000100:00100000:3.0:1790964056.759385:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.759411:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5a56ac7 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.759565:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160640 00000100:00100000:0.0:1790964056.759569:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160640 00000100:00100000:0.0:1790964056.759602:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964056.759608:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a488774 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160640:12345-0@lo:503: 00000040:00080000:0.0:1790964056.759642:0:31828:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964056.759700:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a488774 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160640:12345-0@lo:503: Request processed in 92us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.759707:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964056.759787:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ee640f2b pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160640:0@lo:503: 00000040:00080000:2.0:1790964056.761299:0:31861:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:3.0:1790964056.762364:0:31814:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:3.0:1790964056.762394:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790964056.762415:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dcd expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.762427:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 00000000922daff4/0xbf2fd32c8ef55dc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55dcd expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964056.762476:0:31814:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790964056.762479:0:31814:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa025d20e3800 10000000:01000000:3.0:1790964056.762481:0:31814:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa025d20e3800 10000000:01000000:3.0:1790964056.762485:0:31814:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964056.762491:0:31814:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa025d20e3800 from 1 10000000:01000000:3.0:1790964056.762493:0:31814:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790964056.762529:0:31814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.762537:0:31814:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.762546:0:31814:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964056.762565:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea93f757 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160768:0@lo:101: 00000100:00100000:3.0:1790964056.762621:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.762675:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 0000000085190d2d going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.762750:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160768 00000100:00100000:0.0:1790964056.762758:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160768 00000100:00100000:0.0:1790964056.762807:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964056.762815:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000211b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31814:x1877961908160768:12345-0@lo:101: 00010000:00010000:0.0:1790964056.762829:0:31830:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964056.762842:0:31830:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000074ca5b88/0xbf2fd32c8ef55ddb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55dd4 expref: -99 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.762864:0:31830:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000074ca5b88/0xbf2fd32c8ef55ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dd4 expref: 12 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.762874:0:31830:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000074ca5b88/0xbf2fd32c8ef55ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dd4 expref: 12 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964056.762896:0:31830:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000074ca5b88, rc 0) 00000100:00100000:0.0:1790964056.762958:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000211b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908160768:12345-0@lo:101: Request processed in 143us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.762964:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964056.763067:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea93f757 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160768:0@lo:101: 00010000:00010000:1.0:1790964056.763103:0:31814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55ddb expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.763111:0:31814:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55ddb expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.763173:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160896:0@lo:501: 00000100:00100000:1.0:1790964056.763220:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.763242:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f33db6c6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.763353:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908160896 00000100:00100000:0.0:1790964056.763357:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908160896 00000100:00100000:0.0:1790964056.763389:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964056.763395:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004b47f6f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908160896:12345-0@lo:501: 00000100:00100000:0.0:1790964056.763493:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004b47f6f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908160896:12345-0@lo:501: Request processed in 99us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.763500:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964056.763572:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908160896:0@lo:501: 00000100:00100000:1.0:1790964056.763597:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908161024:0@lo:503: 00000100:00100000:1.0:1790964056.763633:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.763668:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f33db6c6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.763880:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161024 00000100:00100000:0.0:1790964056.763885:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161024 00000100:00100000:0.0:1790964056.763915:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964056.763921:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000147fd288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908161024:12345-0@lo:503: 00000100:00100000:0.0:1790964056.764002:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000147fd288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908161024:12345-0@lo:503: Request processed in 81us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.764009:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964056.764110:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908161024:0@lo:503: 00000100:00100000:1.0:1790964056.764627:0:31862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31862:1877961908161152:0@lo:502: 00000100:00100000:1.0:1790964056.764675:0:31862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.764701:0:31862:0:(client.c:2716:ptlrpc_set_wait()) set 0000000018ec8284 going to sleep for 11 seconds 00000100:00100000:0.0:1790964056.764748:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161152 00000100:00100000:0.0:1790964056.764753:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161152 00000100:00100000:0.0:1790964056.764784:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964056.764791:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d1918c2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31862:x1877961908161152:12345-0@lo:502: 00000100:00100000:0.0:1790964056.764873:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d1918c2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31862:x1877961908161152:12345-0@lo:502: Request processed in 82us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.764879:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964056.764934:0:31862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31862:1877961908161152:0@lo:502: 00000020:01000004:0.0:1790964056.764985:0:31862:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1790964056.765005:0:31862:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000ec5a58ca) 00000020:00000080:0.0:1790964056.765023:0:31862:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1790964056.765114:0:31862:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000bcad4403 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964056.765117:0:31862:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000bcad4403 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964056.765119:0:31862:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000bcad4403 4 00010000:00080000:0.0:1790964056.765146:0:31862:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006cf4b6bf@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.149@tcp at head 00010000:00010000:1.0:1790964056.769820:0:31862:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1790964056.770432:0:31862:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790964056.770499:0:31862:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790964056.770516:0:31862:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbf2fd32c8ef55de9 00000100:00080000:1.0:1790964056.770526:0:31862:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964056.770531:0:31862:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006cf4b6bf using connection 192.168.201.149@tcp/0@lo 00000100:00100000:1.0:1790964056.770571:0:31862:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001b0f4d1c x1877961908161280/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964056.770595:0:31862:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1790964056.770703:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30953:1877961908161280:0@lo:38: 00000100:00100000:2.0:1790964056.770780:0:30953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.772347:0:31862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31862:1877961908161408:0@lo:502: 00000100:00100000:1.0:1790964056.772418:0:31862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.772452:0:31862:0:(client.c:2716:ptlrpc_set_wait()) set 0000000018ec8284 going to sleep for 11 seconds 00000100:00100000:1.0:1790964056.772699:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161408 00000100:00100000:1.0:1790964056.772707:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161408 00000100:00100000:1.0:1790964056.772758:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964056.772767:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000031a9e54d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31862:x1877961908161408:12345-0@lo:502: 00000100:00100000:1.0:1790964056.772893:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000031a9e54d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31862:x1877961908161408:12345-0@lo:502: Request processed in 128us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964056.772901:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964056.773068:0:31862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job llog_process_th:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31862:1877961908161408:0@lo:502: 00000100:00100000:2.0:1790964056.773123:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161280 00000100:00100000:2.0:1790964056.773128:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161280 00000100:00100000:2.0:1790964056.773155:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964056.773159:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000500ac6b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30953:x1877961908161280:12345-0@lo:38: 00000100:00100000:2.0:1790964056.773204:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000500ac6b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30953:x1877961908161280:12345-0@lo:38: Request processed in 44us (2425us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790964056.773275:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964056.773304:0:30953:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790964056.773311:0:30953:0:(import.c:65:import_set_state_nolock()) 000000006cf4b6bf lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964056.773315:0:30953:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790964056.773318:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001b0f4d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30953:1877961908161280:0@lo:38: 00000040:00080000:1.0:1790964056.774135:0:31862:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964056.774557:0:31814:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964056.774579:0:31814:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964056.774594:0:31814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55ddb expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964056.774605:0:31814:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 0000000027fb57cb/0xbf2fd32c8ef55dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55ddb expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964056.774681:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964056.774684:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964056.774685:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964056.774686:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964056.774688:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964056.774689:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964056.774690:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964056.774692:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964056.774693:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964056.774695:0:31814:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964056.774698:0:31814:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964056.774701:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964056.774702:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964056.774703:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964056.774704:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964056.774705:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964056.774707:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964056.774707:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964056.774708:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964056.774709:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964056.774710:0:31814:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964056.774730:0:31814:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964056.774745:0:31814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d039dcb4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908161536:0@lo:253: 00000100:00100000:2.0:1790964056.774797:0:31814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964056.774819:0:31814:0:(client.c:2716:ptlrpc_set_wait()) set 00000000607cf746 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.775436:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161536 00000100:00100000:3.0:1790964056.775444:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161536 00000100:00100000:3.0:1790964056.775496:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964056.775505:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000087b0a39a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908161536:12345-0@lo:253: 20000000:01000000:3.0:1790964056.775541:0:31828:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790964056.775557:0:31828:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790964056.779403:0:31828:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790964056.779427:0:31828:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790964056.781166:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000087b0a39a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31814:x1877961908161536:12345-0@lo:253: Request processed in 5657us (6364us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964056.781183:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 20000000:01000000:1.0:1790964056.781529:0:31851:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790964056.781535:0:31851:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790964056.781556:0:31851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.781572:0:31851:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 11 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.781580:0:31851:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.781622:0:31851:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 11 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.781637:0:31851:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 11 pid: 31829 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.781648:0:31851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31851:1877961908161664:0@lo:104: 00000100:00100000:1.0:1790964056.781698:0:31851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964056.781748:0:31851:0:(client.c:2716:ptlrpc_set_wait()) set 0000000018ec8284 going to sleep for 11 seconds 00000100:00100000:3.0:1790964056.781801:0:31818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161664 00000100:00100000:3.0:1790964056.781809:0:31818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161664 00000100:00100000:3.0:1790964056.781851:0:31818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964056.781858:0:31818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000084c28aba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+3:31851:x1877961908161664:12345-0@lo:104: 00010000:00010000:3.0:1790964056.781870:0:31818:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964056.782005:0:31814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d039dcb4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31814:1877961908161536:0@lo:253: 10000000:01000000:2.0:1790964056.782018:0:31814:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964056.782021:0:31814:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964056.782022:0:31814:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964056.782023:0:31814:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964056.782024:0:31814:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964056.782025:0:31814:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964056.782027:0:31814:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964056.782028:0:31814:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964056.782029:0:31814:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964056.782037:0:31814:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964056.782039:0:31814:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790964056.782055:0:31814:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1790964056.782281:0:31818:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790964056.782287:0:31818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000084c28aba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+3:31851:x1877961908161664:12345-0@lo:104: Request processed in 430us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.782294:0:31818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790964056.782314:0:31823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790964056.782319:0:31823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.782326:0:31823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000099302756 already unused, calling callback (000000007a02e658) 10000000:00010000:3.0:1790964056.782330:0:31823:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.782338:0:31823:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790964056.782345:0:31823:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964056.782351:0:31823:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790964056.782379:0:31823:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.782392:0:31823:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790964056.782410:0:31823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.782417:0:31823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.149@tcp lock: 0000000099302756/0xbf2fd32c8ef55db8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbf2fd32c8ef55dbf expref: -99 pid: 31814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.782433:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964056.782435:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964056.782436:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964056.785315:0:30955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3caa57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30955:1877961908161792:0@lo:103: 00000100:00100000:0.0:1790964056.785394:0:30955:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964056.786337:0:31820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908161792 00000100:00100000:3.0:1790964056.786349:0:31820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908161792 00010000:00010000:3.0:1790964056.786386:0:31820:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 12 pid: 31829 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964056.786420:0:31820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964056.786428:0:31820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000989827ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:30955:x1877961908161792:12345-0@lo:103: 00010000:00010000:3.0:1790964056.786442:0:31820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790964056.786446:0:31820:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 12 pid: 31829 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786458:0:31820:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 12 pid: 31829 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786480:0:31820:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786487:0:31820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790964056.786521:0:31820:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004987463s 00010000:00010000:3.0:1790964056.786525:0:31820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786533:0:31820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786539:0:31820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786545:0:31820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786551:0:31820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000a7e9086b already unused, calling callback (00000000ce1ba397) 00010000:00010000:3.0:1790964056.786555:0:31820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786562:0:31820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786571:0:31820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964056.786581:0:31820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790964056.786630:0:31820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000989827ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:30955:x1877961908161792:12345-0@lo:103: Request processed in 203us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964056.786638:0:31820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964056.786701:0:30955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3caa57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30955:1877961908161792:0@lo:103: 00010000:00010000:1.0:1790964056.790303:0:31851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d46ab564/0xbf2fd32c8ef55dbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbf2fd32c8ef55db8 expref: 11 pid: 31829 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964056.790325:0:31851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31851:1877961908161664:0@lo:104: 00010000:00010000:1.0:1790964056.790368:0:31851:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.790390:0:31851:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.790397:0:31851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964056.790402:0:31851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a7e9086b/0xbf2fd32c8ef55df0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1790964056.803147:0:31814:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:0.0:1790964056.803156:0:31814:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000040:01000000:1.0:1790964056.809301:0:31868:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790964056.809328:0:31814:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:3.0:1790964056.809448:0:31867:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1790964056.809460:0:31867:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:00080000:1.0:1790964056.809642:0:31868:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:3.0:1790964056.809848:0:31869:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000bf3caa57 x1877961908161920/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964056.809861:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000040:01000000:2.0:1790964056.810209:0:31814:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1790964056.810251:0:31814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1790964056.810661:0:31814:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1790964056.810669:0:31814:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1790964056.810707:0:31814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964056.811747:0:31814:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1790964056.812343:0:31814:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1790964056.812377:0:31814:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1790964056.812478:0:31814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1790964056.812990:0:31814:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:1.0:1790964056.814273:0:31868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790964056.814343:0:31868:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:0.0:1790964056.816635:0:31814:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790964056.821109:0:31814:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790964056.821156:0:31814:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb3fe855af988 00100000:10000000:0.0:1790964056.821165:0:31814:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964056.822380:0:31814:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964056.822399:0:31814:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.149@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964056.822419:0:31814:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964056.822440:0:31814:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1790964056.832275:0:31814:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964056.832535:0:31814:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1790964057.463493:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964057.847306:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00010000:00010000:0.0:1790964058.487592:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964058.872913:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00010000:00010000:0.0:1790964059.515368:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964059.895151:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00010000:00010000:0.0:1790964060.537497:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964060.930958:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00010000:00010000:2.0:1790964061.569313:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790964061.621049:0:32111:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg149-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1790964061.673743:0:32113:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000001:1.0:1790964061.827772:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964061.827806:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964061.827817:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.827832:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.827835:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964061.827838:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.827840:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964061.834170:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964061.834176:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064dc311d. 00000020:00000040:3.0:1790964061.834182:0:37:0:(genops.c:1210:class_import_get()) import 000000002e17f9cc refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1790964061.834186:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964061.834189:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964061.834193:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964061.834201:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecfca59c. 00000100:00000001:3.0:1790964061.834207:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834216:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777->MGS req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964061.834227:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964061.834229:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834233:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dc311d] to pc [ptlrpcd_00_02+2] req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834252:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964061.834255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964061.834258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1790964061.834260:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964061.834263:0:37:0:(import.c:65:import_set_state_nolock()) 000000006cf4b6bf lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964061.834277:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:3.0:1790964061.834280:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 13 to 0@lo 00000100:00000001:3.0:1790964061.834283:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964061.834285:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 14 to 0@lo 00000100:00000001:3.0:1790964061.834287:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000001:3.0:1790964061.834290:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964061.834298:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55de9 00000020:00000001:3.0:1790964061.834301:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964061.834304:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000006754dde refcount=7 00000020:00000001:3.0:1790964061.834306:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683686373376 : -105390023178240 : ffffa025f91b0800) 00000020:00000001:3.0:1790964061.834309:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683686373376 : -105390023178240 : ffffa025f91b0800) 00000100:00000040:3.0:1790964061.834312:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 13 to 0@lo 00000100:00000001:3.0:1790964061.834314:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964061.834315:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 14 to 0@lo 00000100:00000001:3.0:1790964061.834317:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000040:3.0:1790964061.834319:0:37:0:(genops.c:879:class_export_put()) PUTting export 0000000006754dde : new refcount 6 00000100:00080000:3.0:1790964061.834322:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006cf4b6bf using connection 192.168.201.149@tcp/0@lo 00000100:00000001:3.0:1790964061.834324:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.834326:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964061.834332:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964061.834334:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834337:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964061.834339:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964061.834342:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000425a011. 00000020:00000040:3.0:1790964061.834344:0:37:0:(genops.c:1210:class_import_get()) import 000000006cf4b6bf refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1790964061.834346:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964061.834348:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834350:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964061.834351:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964061.834353:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964061.834357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b6acaab0. 00000100:00000001:3.0:1790964061.834360:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964061.834365:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964061.834372:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964061.834373:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000425a011] to pc [ptlrpcd_rcv+-1] req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834388:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834396:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (930) 00000100:00000001:3.0:1790964061.834472:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.834476:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.834478:0:30953:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964061.834482:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834489:0:30953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964061.834491:0:30953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.834494:0:30953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964061.834496:0:30953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964061.834498:0:30953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964061.834500:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30953:1877961908162176:0@lo:38: 00000100:00000001:3.0:1790964061.834503:0:30953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964061.834507:0:30953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964061.834509:0:30953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.834511:0:30953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964061.834529:0:30953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000feffebd. 02000000:00000001:3.0:1790964061.834531:0:30953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964061.834537:0:30953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002872e6c2. 00000400:00000010:3.0:1790964061.834544:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddd993b8. 00000100:00000200:3.0:1790964061.834550:0:30953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961908162176, portal 10 00000100:00000001:3.0:1790964061.834552:0:30953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964061.834554:0:30953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155937280 : -105390553614336 : ffffa025d97d3800) 00000020:00000010:3.0:1790964061.834561:0:30953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000075b306cb. 00000100:00000040:3.0:1790964061.834576:0:30953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834582:0:30953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964061.834584:0:30953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964061.834587:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964061.834590:0:30953:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961908162176, offset 0 00000400:00000200:3.0:1790964061.834596:0:30953:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964061.834609:0:30953:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964061.834618:0:30953:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff14700e80 00000400:00000200:3.0:1790964061.834624:0:30953:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:3.0:1790964061.834639:0:30953:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964061.834643:0:30953:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964061.834650:0:30953:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964061.834651:0:30953:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964061.834655:0:30953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048b43aad. 00000100:00000040:3.0:1790964061.834658:0:30953:0:(events.c:341:request_in_callback()) incoming req@0000000048b43aad x1877961908162176 msgsize 520 00000100:00100000:3.0:1790964061.834661:0:30953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964061.834670:0:30953:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964061.834679:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b40bda1 00000400:00000010:3.0:1790964061.834680:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b40bda1. 00000100:00000001:3.0:1790964061.834683:0:30953:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964061.834686:0:30953:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834694:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964061.834696:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.834702:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834703:0:30953:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964061.834708:0:30953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.834711:0:30953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3391 usecs (4 jiffies) 00000100:00000001:3.0:1790964061.834715:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295592471 00000100:00000010:3.0:1790964061.834718:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081e6e91d. 00000100:00000001:3.0:1790964061.834724:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964061.834729:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295592471 00000100:00000010:3.0:1790964061.834732:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e44950. 00000100:00000001:3.0:1790964061.834735:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964061.834737:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295592471 00000100:00000010:3.0:1790964061.834740:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039a2e613. 00000100:00000001:3.0:1790964061.834743:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964061.834745:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295592471 00000100:00000010:3.0:1790964061.834747:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014832f78. 00000100:00000001:3.0:1790964061.834756:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964061.834759:0:30953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964061.834761:0:30953:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834765:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834767:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.834776:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964061.834778:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.834780:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.834781:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.834782:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.834784:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964061.834801:0:31837:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006316285c. 00000100:00000001:3.0:1790964061.834807:0:31837:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964061.834809:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162176 02000000:00000001:3.0:1790964061.834811:0:31837:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964061.834813:0:31837:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964061.834815:0:31837:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.834818:0:31837:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964061.835599:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162176 00000020:00000001:3.0:1790964061.835604:0:31837:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964061.835605:0:31837:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1790964061.835607:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1790964061.835609:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.835611:0:31837:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964061.835617:0:31837:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb90c7b1. 00000020:00000010:3.0:1790964061.835623:0:31837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ec7b07. 00000020:00000010:3.0:1790964061.835628:0:31837:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000814fbca6. 00000100:00000001:3.0:1790964061.835634:0:31837:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964061.835636:0:31837:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964061.835639:0:31837:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.835646:0:31837:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.835656:0:31837:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.835670:0:31837:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964061.835672:0:31837:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964061.835676:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964061.835679:0:31837:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683155938176 : -105390553613440 : ffffa025d97d3b80) 00000100:00000040:3.0:1790964061.835690:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048b43aad x1877961908162176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964061.835701:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000048b43aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30953:x1877961908162176:12345-0@lo:38: 00000100:00000200:3.0:1790964061.835705:0:31837:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162176 00000020:00000001:3.0:1790964061.835708:0:31837:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1790964061.835712:0:31837:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:3.0:1790964061.835722:0:31837:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000005af227d7) now 4 - find 00000020:00000001:3.0:1790964061.835725:0:31837:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638682857681792 : -105390851869824 : ffffa025c7b63380) 00000100:00000001:3.0:1790964061.835731:0:31837:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964061.835734:0:31837:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964061.835739:0:31837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003a2cf602. 02000000:00000001:3.0:1790964061.835741:0:31837:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.835743:0:31837:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964061.835745:0:31837:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1790964061.835751:0:31837:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 925 last 0 00010000:00000001:3.0:1790964061.835755:0:31837:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:3.0:1790964061.835758:0:31837:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1790964061.835760:0:31837:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:3.0:1790964061.835762:0:31837:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:3.0:1790964061.835765:0:31837:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000947124d4. 00000020:00000001:3.0:1790964061.835767:0:31837:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964061.835769:0:31837:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000947124d4 with handle 0xbf2fd32c8ef55df7 to hash 00000020:00000001:3.0:1790964061.835770:0:31837:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:3.0:1790964061.835775:0:31837:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:3.0:1790964061.835777:0:31837:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:3.0:1790964061.835779:0:31837:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000024184e70. 00000001:00000001:3.0:1790964061.835781:0:31837:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1790964061.835783:0:31837:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000f1234e0. 00000001:00000001:3.0:1790964061.835785:0:31837:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964061.835787:0:31837:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:3.0:1790964061.835790:0:31837:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1790964061.835793:0:31837:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004c22773a. 00000001:00000010:3.0:1790964061.835797:0:31837:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000151123a. 00000001:00000010:3.0:1790964061.835804:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f10a68fb. 00000001:00000010:3.0:1790964061.835807:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024de73c0. 00000001:00000010:3.0:1790964061.835809:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a96ba744. 00000001:00000010:3.0:1790964061.835811:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000827917fc. 00000001:00000001:3.0:1790964061.835814:0:31837:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1790964061.835816:0:31837:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000013712ff. 00000001:00000010:3.0:1790964061.835818:0:31837:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008344ae27. 00000001:00000010:3.0:1790964061.835821:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5cac121. 00000001:00000010:3.0:1790964061.835898:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bcb50d9c. 00000001:00000010:3.0:1790964061.835901:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022f895ef. 00000001:00000010:3.0:1790964061.835903:0:31837:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ed08a41. 00010000:00000001:3.0:1790964061.835906:0:31837:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964061.835908:0:31837:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964061.835910:0:31837:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.835911:0:31837:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964061.835914:0:31837:0:(genops.c:868:class_export_get()) GET export 00000000947124d4 refcount=3 00000020:00000040:3.0:1790964061.835918:0:31837:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000005af227d7) now 5 - export 00000020:00000001:3.0:1790964061.835920:0:31837:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638683260231680 : -105390449319936 : ffffa025dfb4a000) 00000020:00000040:3.0:1790964061.835922:0:31837:0:(genops.c:879:class_export_put()) PUTting export 00000000947124d4 : new refcount 2 00000020:00000080:3.0:1790964061.835924:0:31837:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbf2fd32c8ef55df7 00000020:00000001:3.0:1790964061.835926:0:31837:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.835927:0:31837:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964061.835928:0:31837:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55df7 00000020:00000001:3.0:1790964061.835930:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964061.835931:0:31837:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000947124d4 refcount=3 00000020:00000001:3.0:1790964061.835932:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683260231680 : -105390449319936 : ffffa025dfb4a000) 00000020:00000001:3.0:1790964061.835934:0:31837:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683260231680 : -105390449319936 : ffffa025dfb4a000) 00000001:00000001:3.0:1790964061.835936:0:31837:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:3.0:1790964061.835939:0:31837:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1790964061.835946:0:31837:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.201.149@tcp 00000001:00000040:3.0:1790964061.835950:0:31837:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000c634c1ce) : new refcount 5 00000001:00000001:3.0:1790964061.835951:0:31837:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446638678490640384 : -105395218911232 : ffffa024c36a7000) 00000001:00000001:3.0:1790964061.835954:0:31837:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1790964061.835963:0:31837:0:(genops.c:868:class_export_get()) GET export 00000000947124d4 refcount=4 00000001:00000040:3.0:1790964061.835965:0:31837:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000c634c1ce) : new refcount 6 00000020:00000010:3.0:1790964061.835969:0:31837:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000025e8c632. 00000020:00000010:3.0:1790964061.835973:0:31837:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 000000003ad8f7db. 00000001:00000001:3.0:1790964061.835997:0:31837:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1790964061.836000:0:31837:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1790964061.836002:0:31837:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000c634c1ce) : new refcount 5 00000001:00000001:3.0:1790964061.836312:0:31837:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1790964061.836316:0:31837:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1790964061.836319:0:31837:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:3.0:1790964061.836321:0:31837:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964061.836323:0:31837:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1790964061.836342:0:31837:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:3.0:1790964061.836348:0:31837:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000034e6dedc. 00000020:00000040:3.0:1790964061.836352:0:31837:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 0000000034e6dedc for nid 0@lo - ref 2 00000020:00000001:3.0:1790964061.836418:0:31837:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964061.836424:0:31837:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000277e3474. 00000020:00000010:3.0:1790964061.836428:0:31837:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 0000000035c4b180. 00000020:00000010:3.0:1790964061.836430:0:31837:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000c4c3e352. 00000020:00000010:3.0:1790964061.836454:0:31837:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000975ddfcf. 00000020:00000010:3.0:1790964061.836457:0:31837:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 000000008fd442c6. 00000020:00000010:3.0:1790964061.836459:0:31837:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ff418bea. 00000004:00000001:3.0:1790964061.836478:0:31837:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964061.836480:0:31837:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964061.836483:0:31837:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964061.836487:0:31837:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000cef68a12. 00000020:00000040:3.0:1790964061.836490:0:31837:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000005af227d7) now 6 - import 00000020:00000001:3.0:1790964061.836496:0:31837:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964061.836497:0:31837:0:(genops.c:1223:class_import_put()) import 00000000cef68a12 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1790964061.836499:0:31837:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:3.0:1790964061.836503:0:31837:0:(genops.c:868:class_export_get()) GET export 00000000947124d4 refcount=5 00000100:00000040:3.0:1790964061.836505:0:31837:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 00000000947124d4 : new rpc_count 1 00000100:00000001:3.0:1790964061.836508:0:31837:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964061.837131:0:30957:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1790964061.837149:0:30957:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004fe1ce8a. 00000020:00000010:0.0:1790964061.837155:0:30957:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000f13b4c7b. 80000000:00000010:0.0:1790964061.837160:0:30957:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc9bafe6. 40000000:00000010:0.0:1790964061.837165:0:30957:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000bce28133. 00000008:00000010:0.0:1790964061.837170:0:30957:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000561c1478. 00020000:00000010:0.0:1790964061.837193:0:30957:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000001ae8550e. 00008000:00000010:0.0:1790964061.837199:0:30957:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b11bad30. 00100000:00000010:0.0:1790964061.837203:0:30957:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c2826374. 00040000:00000010:0.0:1790964061.837226:0:30957:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000099ee08fd. 00040000:00000010:0.0:1790964061.837232:0:30957:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d24d7696. 00040000:00000010:0.0:1790964061.837235:0:30957:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b311cd59. 00080000:00000010:0.0:1790964061.837242:0:30957:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000de67bc8b. 00080000:00000010:0.0:1790964061.837246:0:30957:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008af7d9d0. 00000004:00000010:0.0:1790964061.837261:0:30957:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000007df517bb. 00000004:00000010:0.0:1790964061.837278:0:30957:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f4e1fb01. 00000004:00000010:0.0:1790964061.837283:0:30957:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000f0eebdca. 00002000:00000010:0.0:1790964061.837287:0:30957:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000007b269010. 00000004:00000010:0.0:1790964061.837291:0:30957:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000000187a624. 00000080:00000010:0.0:1790964061.837305:0:30957:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000533df451. 00000080:00000010:0.0:1790964061.837309:0:30957:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000a7a4998c. 00000008:00000010:0.0:1790964061.837314:0:30957:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d3e11cb8. 00020000:00000010:0.0:1790964061.837317:0:30957:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000009a786043. 00008000:00000010:0.0:1790964061.837321:0:30957:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004083d268. 00000080:00000010:0.0:1790964061.837324:0:30957:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000009985f98. 00000100:00100000:0.0:1790964061.837327:0:30957:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1790964061.837330:0:30957:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.837335:0:30957:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964061.837337:0:30957:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.837339:0:30957:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964061.837341:0:30957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964061.837343:0:30957:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964061.837349:0:30957:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.837359:0:30957:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964061.837367:0:30957:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964061.837371:0:30957:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964061.837375:0:30957:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964061.837377:0:30957:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964061.837380:0:30957:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064dc311d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30957:1877961908162048:0@lo:400: 00000100:00000001:0.0:1790964061.837385:0:30957:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964061.837391:0:30957:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964061.837393:0:30957:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964061.837395:0:30957:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964061.837399:0:30957:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000862cd6c4. 02000000:00000001:0.0:1790964061.837401:0:30957:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964061.837406:0:30957:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40a68f9. 00000400:00000010:0.0:1790964061.837412:0:30957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dabcb23f. 00000100:00000200:0.0:1790964061.837418:0:30957:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961908162048, portal 25 00000100:00000001:0.0:1790964061.837421:0:30957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964061.837422:0:30957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155932800 : -105390553618816 : ffffa025d97d2680) 00000100:00000040:0.0:1790964061.837427:0:30957:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.837435:0:30957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964061.837438:0:30957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964061.837440:0:30957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063a7359c. 00000100:00000200:0.0:1790964061.837442:0:30957:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961908162048, offset 0 00000400:00000200:0.0:1790964061.837448:0:30957:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964061.837460:0:30957:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964061.837470:0:30957:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14700e00 00000400:00000200:0.0:1790964061.837476:0:30957:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:0.0:1790964061.837479:0:30957:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c18b29c. 00000400:00000200:0.0:1790964061.837483:0:30957:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000446ada0d 00000400:00000200:0.0:1790964061.837490:0:30957:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964061.837493:0:30957:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964061.837498:0:30957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000446ada0d 00000400:00000010:0.0:1790964061.837500:0:30957:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000446ada0d. 00000100:00000001:0.0:1790964061.837505:0:30957:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964061.837507:0:30957:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964061.837516:0:30957:0:(events.c:341:request_in_callback()) incoming req@000000004acbcc8b x1877961908162048 msgsize 224 00000100:00100000:0.0:1790964061.837519:0:30957:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964061.837521:0:30957:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964061.837531:0:30957:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964061.837537:0:30957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a7359c 00000400:00000010:0.0:1790964061.837539:0:30957:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000063a7359c. 00000100:00000001:0.0:1790964061.837542:0:30957:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964061.837544:0:30957:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.837554:0:30957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964061.837556:0:30957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.837562:0:30957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837563:0:30957:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964061.837578:0:30957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837583:0:30957:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4295592473 00000100:00000001:0.0:1790964061.837589:0:30957:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295592471 00000100:00000001:0.0:1790964061.837593:0:30957:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4295592473 00000100:00000001:0.0:1790964061.837596:0:30957:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295592471 00000100:00000001:0.0:1790964061.837598:0:30957:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295592473 00000100:00000001:0.0:1790964061.837600:0:30957:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295592471 00000100:00000001:0.0:1790964061.837602:0:30957:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295592473 00000100:00000001:0.0:1790964061.837605:0:30957:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295592471 00000100:00000001:0.0:1790964061.837607:0:30957:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964061.837609:0:30957:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837611:0:30957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837613:0:30957:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837624:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1790964061.837628:0:30956:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4495aad. 00000020:00000010:0.0:1790964061.837631:0:30956:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000019ac1701. 80000000:00000010:0.0:1790964061.837634:0:30956:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e886998f. 40000000:00000010:0.0:1790964061.837636:0:30956:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000bed537d3. 00000008:00000010:0.0:1790964061.837644:0:30956:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000f6008acb. 00020000:00000010:0.0:1790964061.837647:0:30956:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000058a7f79f. 00008000:00000010:0.0:1790964061.837649:0:30956:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000025de3bac. 00100000:00000010:0.0:1790964061.837653:0:30956:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000487ec201. 00040000:00000010:0.0:1790964061.837655:0:30956:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0392b0d. 00040000:00000010:0.0:1790964061.837658:0:30956:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000381d4f3a. 00040000:00000010:0.0:1790964061.837661:0:30956:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038ff9cd8. 00080000:00000010:0.0:1790964061.837665:0:30956:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000c90c697c. 00080000:00000010:0.0:1790964061.837669:0:30956:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003fd03a8a. 00000004:00000010:0.0:1790964061.837674:0:30956:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a9d68327. 00000004:00000010:0.0:1790964061.837677:0:30956:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cce7b5fb. 00000004:00000010:0.0:1790964061.837680:0:30956:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000ee69ffd3. 00002000:00000010:0.0:1790964061.837683:0:30956:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000d7f38089. 00000004:00000010:0.0:1790964061.837685:0:30956:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000008b50ab55. 00000080:00000010:0.0:1790964061.837688:0:30956:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000015298321. 00000080:00000010:0.0:1790964061.837691:0:30956:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000df7c6045. 00000008:00000010:0.0:1790964061.837694:0:30956:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b6edf584. 00020000:00000010:0.0:1790964061.837696:0:30956:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000009230ac8c. 00008000:00000010:0.0:1790964061.837698:0:30956:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d3320dfc. 00000080:00000010:0.0:1790964061.837700:0:30956:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000907ecf9. 00000100:00000001:0.0:1790964061.837702:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837715:0:31829:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964061.837717:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162048 02000000:00000001:0.0:1790964061.837719:0:31829:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964061.837721:0:31829:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964061.837724:0:31829:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964061.837727:0:31829:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964061.837730:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162048 00000020:00000001:0.0:1790964061.837732:0:31829:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964061.837734:0:31829:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55d17 00000020:00000001:0.0:1790964061.837736:0:31829:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964061.837738:0:31829:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009c2bdf83 refcount=11 00000020:00000001:0.0:1790964061.837740:0:31829:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000020:00000001:0.0:1790964061.837742:0:31829:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000100:00000001:0.0:1790964061.837752:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964061.837755:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0753758. 00000100:00000001:0.0:1790964061.837757:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964061.837759:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0753758. 00000020:00000010:0.0:1790964061.837764:0:31829:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2071037. 00000020:00000010:0.0:1790964061.837768:0:31829:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6514df1. 00000020:00000010:0.0:1790964061.837771:0:31829:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7427f40. 00000100:00000040:0.0:1790964061.837778:0:31829:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964061.837781:0:31829:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964061.837782:0:31829:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964061.837784:0:31829:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837792:0:31829:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.837800:0:31829:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.837807:0:31829:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964061.837809:0:31829:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964061.837812:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964061.837815:0:31829:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000009c2bdf83 : new rpc_count 1 00000100:00000001:0.0:1790964061.837816:0:31829:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683191148624 : -105390518402992 : ffffa025db968050) 00000100:00000040:0.0:1790964061.837820:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004acbcc8b x1877961908162048/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:637/0 lens 224/0 e 0 to 0 dl 1790964072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.838926:0:31837:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964061.838936:0:31837:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 15 to 0@lo 00000100:00000001:3.0:1790964061.838940:0:31837:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000100:00000001:3.0:1790964061.838943:0:31837:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638678465814912 : -105395243736704 : 0xffffa024c1efa180) 00000100:00000040:3.0:1790964061.838946:0:31837:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000043179dd9 refcount 15 to 0@lo 00000020:00000040:3.0:1790964061.838951:0:31837:0:(genops.c:868:class_export_get()) GET export 00000000947124d4 refcount=6 00000100:00000001:3.0:1790964061.838959:0:31837:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964061.838960:0:31837:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:3.0:1790964061.838962:0:31837:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:3.0:1790964061.838966:0:31837:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964061.838969:0:31837:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1790964061.838971:0:31837:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1790964061.838975:0:31837:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072653071776 : -1056479840 : ffffffffc10765a0) 02000000:00000001:3.0:1790964061.838978:0:31837:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.838980:0:31837:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964061.838982:0:31837:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1790964061.838983:0:31837:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964061.838985:0:31837:0:(import.c:65:import_set_state_nolock()) 00000000cef68a12 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1790964061.838988:0:31837:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964061.838990:0:31837:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964061.838991:0:31837:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964061.838994:0:31837:0:(genops.c:879:class_export_put()) PUTting export 00000000947124d4 : new refcount 5 00000020:00000040:3.0:1790964061.838997:0:31837:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (000000005af227d7) now 6 - find 00010000:00000001:3.0:1790964061.839000:0:31837:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.839006:0:31837:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964061.839008:0:31837:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664570832 : -1044980784 : ffffffffc1b6dbd0) 00000020:00000001:3.0:1790964061.839011:0:31837:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964061.839012:0:31837:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964061.839014:0:31837:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964061.839016:0:31837:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964061.839018:0:31837:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.839021:0:31837:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:3.0:1790964061.839026:0:31837:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1790964061.839028:0:31837:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1790964061.839037:0:31837:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1790964061.839038:0:31837:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.839040:0:31837:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964061.839042:0:31837:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162176 00010000:00000001:3.0:1790964061.839045:0:31837:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964061.839049:0:31837:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000048b43aad x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964061.839057:0:31837:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964061.839059:0:31837:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964061.839062:0:31837:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a7a669f4 time=1790964061 v=10 (0 0 0 0) 00000100:00001000:3.0:1790964061.839065:0:31837:0:(import.c:2261:obd_at_measure()) AT 00000000a7a669f4 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1790964061.839069:0:31837:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@0000000048b43aad x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1790964061.839094:0:31837:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1790964061.839096:0:31837:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964061.839098:0:31837:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:3.0:1790964061.839100:0:31837:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:3.0:1790964061.839102:0:31837:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964061.839104:0:31837:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.839107:0:31837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964061.839109:0:31837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964061.839114:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964061.839119:0:31837:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961908162176, offset 0 00000400:00000200:3.0:1790964061.839124:0:31837:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964061.839134:0:31837:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964061.839142:0:31837:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff14700e80 00000400:00000200:3.0:1790964061.839148:0:31837:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa9 [1] + 0 00000400:00000200:3.0:1790964061.839154:0:31837:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964061.839158:0:31837:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964061.839164:0:31837:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964061.839168:0:31837:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964061.839177:0:31837:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.839197:0:31837:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964061.839204:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b40bda1 00000400:00000010:3.0:1790964061.839207:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b40bda1. 00000100:00000001:3.0:1790964061.839210:0:31837:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964061.839211:0:31837:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964061.839215:0:31837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.839217:0:31837:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:3.0:1790964061.839220:0:31837:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964061.839221:0:31837:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.839223:0:31837:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964061.839226:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048b43aad x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964061.839235:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000048b43aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30953:x1877961908162176:12345-0@lo:38: Request processed in 3535us (4575us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964061.839244:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1790964061.839247:0:31837:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000947124d4 : new rpc_count 0 00000100:00000001:3.0:1790964061.839249:0:31837:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964061.839251:0:31837:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964061.839256:0:31837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ec7b07. 00000020:00000010:3.0:1790964061.839261:0:31837:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000814fbca6. 00000100:00000001:0.0:1790964061.839357:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964061.839362:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0753758. 00000100:00000001:0.0:1790964061.839364:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964061.839366:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0753758. 00000100:00100000:0.0:1790964061.839370:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004acbcc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:30957:x1877961908162048:12345-0@lo:400: 00000100:00000200:0.0:1790964061.839374:0:31829:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162048 00000020:00000001:0.0:1790964061.839377:0:31829:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964061.839379:0:31829:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964061.839381:0:31829:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964061.839383:0:31829:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964061.839384:0:31829:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662587584 : -1046964032 : ffffffffc19898c0) 00000020:00000001:0.0:1790964061.839386:0:31829:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964061.839393:0:31829:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964061.839395:0:31829:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964061.839396:0:31829:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964061.839398:0:31829:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964061.839399:0:31829:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964061.839402:0:31829:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964061.839404:0:31829:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964061.839408:0:31829:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015f76f89. 02000000:00000001:0.0:1790964061.839410:0:31829:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.839413:0:31829:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964061.839414:0:31829:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964061.839416:0:31829:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162048 00010000:00000001:0.0:1790964061.839418:0:31829:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964061.839421:0:31829:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000004acbcc8b x1877961908162048/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964061.839428:0:31829:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964061.839429:0:31829:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964061.839431:0:31829:0:(import.c:2195:obd_at_measure()) add 1 to 000000006ca72333 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964061.839434:0:31829:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964061.839435:0:31829:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:0.0:1790964061.839437:0:31829:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:0.0:1790964061.839438:0:31829:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964061.839439:0:31829:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.839441:0:31829:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964061.839443:0:31829:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964061.839446:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063a7359c. 00000100:00000200:0.0:1790964061.839448:0:31829:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961908162048, offset 224 00000400:00000200:0.0:1790964061.839453:0:31829:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964061.839458:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964061.839463:0:31829:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14700e00 00000400:00000200:0.0:1790964061.839468:0:31829:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:0.0:1790964061.839472:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964061.839475:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964061.839478:0:31829:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964061.839481:0:31829:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964061.839495:0:31829:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.839507:0:31829:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964061.839513:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a7359c 00000400:00000010:0.0:1790964061.839514:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000063a7359c. 00000100:00000001:0.0:1790964061.839529:0:31829:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964061.839530:0:31829:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964061.839534:0:31829:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964061.839536:0:31829:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:0.0:1790964061.839539:0:31829:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964061.839540:0:31829:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964061.839542:0:31829:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964061.839545:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acbcc8b x1877961908162048/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964061.839552:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004acbcc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:30957:x1877961908162048:12345-0@lo:400: Request processed in 197us (2035us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964061.839559:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964061.839560:0:31829:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c2bdf83 : new rpc_count 0 00000100:00000001:0.0:1790964061.839562:0:31829:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964061.839563:0:31829:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964061.839575:0:31829:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6514df1. 00000020:00000010:0.0:1790964061.839580:0:31829:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7427f40. 00000020:00000010:0.0:1790964061.839583:0:31829:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2071037. 00000020:00000040:0.0:1790964061.839588:0:31829:0:(genops.c:879:class_export_put()) PUTting export 000000009c2bdf83 : new refcount 10 02000000:00000001:0.0:1790964061.839591:0:31829:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964061.839593:0:31829:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000015f76f89. 02000000:00000001:0.0:1790964061.839595:0:31829:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964061.839597:0:31829:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964061.839603:0:31829:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964061.839609:0:31829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5b3b87. 00000400:00000010:0.0:1790964061.839614:0:31829:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c338275. 00000100:00000001:0.0:1790964061.839638:0:30957:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964061.839648:0:30957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964061.839654:0:30957:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964061.839655:0:30957:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964061.839657:0:30957:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40a68f9. 00000400:00000200:0.0:1790964061.839663:0:30957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabcb23f 00000400:00000010:0.0:1790964061.839664:0:30957:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dabcb23f. 00000100:00000001:0.0:1790964061.839667:0:30957:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964061.839670:0:30957:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964061.839677:0:30957:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.839683:0:30957:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964061.839684:0:30957:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.839687:0:30957:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964061.839689:0:30957:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964061.839691:0:30957:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964061.839693:0:30957:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964061.839695:0:30957:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964061.839700:0:30957:0:(import.c:2195:obd_at_measure()) add 5 to 00000000af9bddb8 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964061.839703:0:30957:0:(import.c:2195:obd_at_measure()) add 1 to 00000000921598cc time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964061.839705:0:30957:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964061.839706:0:30957:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964061.839709:0:30957:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964061.839710:0:30957:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.839713:0:30957:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964061.839717:0:30957:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.839724:0:30957:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964061.839726:0:30957:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964061.839729:0:30957:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964061.839731:0:30957:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964061.839738:0:30957:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064dc311d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30957:1877961908162048:0@lo:400: 00000100:00000001:0.0:1790964061.839743:0:30957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.839751:0:30957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964061.839754:0:30957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064dc311d x1877961908162048/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964061.839761:0:30957:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964061.839763:0:30957:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964061.839765:0:30957:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000862cd6c4. 02000000:00000001:0.0:1790964061.839769:0:30957:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964061.839771:0:30957:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964061.839772:0:30957:0:(genops.c:1223:class_import_put()) import 000000002e17f9cc refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1790964061.839775:0:30957:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964061.839777:0:30957:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecfca59c. 02000000:00000001:0.0:1790964061.839780:0:30957:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964061.839782:0:30957:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964061.839784:0:30957:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064dc311d. 00000100:00000001:0.0:1790964061.839787:0:30957:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964061.839789:0:30957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.839790:0:30957:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964061.839797:0:30957:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964061.839799:0:30957:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964061.839802:0:30957:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964061.839804:0:30957:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964061.841707:0:31837:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb90c7b1. 00000020:00000040:3.0:1790964061.841721:0:31837:0:(genops.c:879:class_export_put()) PUTting export 00000000947124d4 : new refcount 4 00000100:00000001:3.0:1790964061.841725:0:31837:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.841757:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.841761:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964061.841769:0:30953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964061.841771:0:30953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964061.841774:0:30953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002872e6c2. 00000400:00000200:3.0:1790964061.841777:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd993b8 00000400:00000010:3.0:1790964061.841780:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ddd993b8. 00000100:00000001:3.0:1790964061.841783:0:30953:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964061.841792:0:30953:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964061.841818:0:30953:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.841833:0:30953:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964061.841835:0:30953:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.841838:0:30953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964061.841841:0:30953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964061.841843:0:30953:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964061.841845:0:30953:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.841847:0:30953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964061.841856:0:30953:0:(import.c:2195:obd_at_measure()) add 5 to 00000000087c6d6e time=1790964061 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964061.841860:0:30953:0:(import.c:2195:obd_at_measure()) add 1 to 000000002db429ac time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964061.841863:0:30953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964061.841864:0:30953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964061.841866:0:30953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964061.841870:0:30953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964061.841876:0:30953:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.841880:0:30953:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964061.841881:0:30953:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964061.841883:0:30953:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964061.841885:0:30953:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.841887:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.841893:0:30953:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964061.841896:0:30953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964061.841899:0:30953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.841901:0:30953:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1790964061.841907:0:30953:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:3.0:1790964061.841910:0:30953:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964061.841911:0:30953:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55de9 00000020:00000001:3.0:1790964061.841913:0:30953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964061.841916:0:30953:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000006754dde refcount=7 00000020:00000001:3.0:1790964061.841918:0:30953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683686373376 : -105390023178240 : ffffa025f91b0800) 00000020:00000001:3.0:1790964061.841926:0:30953:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683686373376 : -105390023178240 : ffffa025f91b0800) 00000100:00001000:3.0:1790964061.841930:0:30953:0:(import.c:2195:obd_at_measure()) add 1 to 000000002db429ac time=1790964061 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964061.841933:0:30953:0:(import.c:2261:obd_at_measure()) AT 000000002db429ac change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1790964061.841938:0:30953:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1790964061.841941:0:30953:0:(genops.c:879:class_export_put()) PUTting export 0000000006754dde : new refcount 6 00000100:00000001:3.0:1790964061.841943:0:30953:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964061.841946:0:30953:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1790964061.841947:0:30953:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790964061.841950:0:30953:0:(import.c:65:import_set_state_nolock()) 000000006cf4b6bf lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1790964061.841953:0:30953:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964061.841954:0:30953:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964061.841956:0:30953:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964061.841959:0:30953:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964061.841961:0:30953:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.841964:0:30953:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.841968:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964061.841975:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30953:1877961908162176:0@lo:38: 00000100:00000001:3.0:1790964061.841980:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.841983:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964061.841985:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000425a011 x1877961908162176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.841992:0:30953:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964061.841994:0:30953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964061.841997:0:30953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000feffebd. 02000000:00000001:3.0:1790964061.842001:0:30953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964061.842003:0:30953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964061.842004:0:30953:0:(genops.c:1223:class_import_put()) import 000000006cf4b6bf refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964061.842006:0:30953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964061.842008:0:30953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b6acaab0. 02000000:00000001:3.0:1790964061.842011:0:30953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964061.842013:0:30953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964061.842019:0:30953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000425a011. 00000100:00000001:3.0:1790964061.842022:0:30953:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964061.842024:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.842025:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.842027:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.842029:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.842030:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.842031:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964061.842048:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000d8f8460c (cpu 3) has reached its deadline 4295592473, at 4295592474 00000100:00000010:3.0:1790964061.842058:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014832f78. 00000100:00000040:1.0:1790964061.842418:0:11122:0:(connection.c:75:cpu_latency_work()) work item of 000000003b4f752b (cpu 1) has reached its deadline 4295592473, at 4295592475 00000100:00000010:1.0:1790964061.842426:0:11122:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e44950. 00000100:00000040:2.0:1790964061.844104:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000c483c86b (cpu 2) has reached its deadline 4295592473, at 4295592476 00000100:00000010:2.0:1790964061.844117:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039a2e613. 00000100:00000040:0.0:1790964061.852308:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e4a1f0 (cpu 0) has reached its deadline 4295592473, at 4295592484 00000100:00000010:0.0:1790964061.852326:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081e6e91d. 00000100:00000001:2.0:1790964061.943729:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964061.943738:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964061.943740:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.943745:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:2.0:1790964061.943750:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964061.943754:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.943756:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964061.943758:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.943761:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964062.525897:0:32133:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009abe5cfb. 00080000:00000010:2.0:1790964062.525911:0:32133:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000009abe5cfb. 00000020:00000001:2.0:1790964062.525917:0:32133:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964062.585313:0:253:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964062.585321:0:253:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964062.585328:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964062.585330:0:253:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964062.585349:0:31823:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964062.585352:0:31823:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964062.585354:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964062.839215:0:31822:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964062.839225:0:31822:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964062.839244:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964062.839254:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964062.839255:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964062.839260:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964062.839261:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964062.839264:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964062.839266:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964062.839407:0:31818:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004cc072c5. 00000100:00000001:1.0:1790964062.839444:0:31818:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964062.839446:0:31818:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964062.902250:0:32178:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dc5d632a. 00080000:00000010:3.0:1790964062.902262:0:32178:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000dc5d632a. 00000020:00000001:3.0:1790964062.902269:0:32178:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964062.902300:0:32178:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964062.902538:0:32178:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1790964062.967148:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964062.967156:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964062.967158:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964062.967162:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:2.0:1790964062.967167:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964062.967182:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964062.967184:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964062.967186:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964062.967189:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964063.495287:0:32187:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fcdd00f0. 00080000:00000010:2.0:1790964063.495310:0:32187:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000fcdd00f0. 00000020:00000001:2.0:1790964063.495319:0:32187:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964063.611959:0:253:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964063.611967:0:253:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964063.611972:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964063.611974:0:253:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964063.612036:0:31824:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964063.612039:0:31824:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964063.612042:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964063.863289:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964063.863305:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964063.863308:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964063.863314:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964063.863316:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964063.863320:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964063.863322:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964063.871964:0:32228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d292b992. 00080000:00000010:0.0:1790964063.871977:0:32228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d292b992. 00000020:00000001:0.0:1790964063.871984:0:32228:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964063.872017:0:32228:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964063.872469:0:32228:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1790964063.993257:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964063.993264:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964063.993267:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964063.993271:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:2.0:1790964063.993275:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964063.993279:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964063.993282:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964063.993284:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964063.993287:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964064.632088:0:253:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964064.632097:0:253:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964064.632103:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964064.632105:0:253:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964064.632120:0:31823:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964064.632123:0:31823:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964064.632126:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964064.887230:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964064.887246:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964064.887248:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964064.887252:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964064.887255:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964064.887258:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964064.887260:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964065.015162:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964065.015173:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964065.015175:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964065.015180:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:2.0:1790964065.015185:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964065.015189:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964065.015192:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964065.015195:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964065.015200:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964065.310729:0:32240:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000230d0089. 00080000:00000010:0.0:1790964065.310741:0:32240:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000230d0089. 00000020:00000001:0.0:1790964065.310748:0:32240:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964065.655284:0:253:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964065.655296:0:253:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964065.655304:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964065.655305:0:253:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964065.655364:0:31824:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964065.655368:0:31824:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964065.655371:0:31824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1790964065.724567:0:32276:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790964065.724575:0:32276:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:2.0:1790964065.732242:0:32276:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1790964065.914194:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964065.914209:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964065.914211:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964065.914215:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964065.914218:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964065.914220:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964065.914222:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.039312:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964066.039322:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964066.039324:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964066.039348:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:2.0:1790964066.039353:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964066.039357:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964066.039359:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964066.039362:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964066.039365:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964066.423266:0:31832:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964066.423292:0:31832:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000a4c0a557) refs 2 10000000:00000001:3.0:1790964066.423299:0:31832:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964066.423302:0:31832:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1790964066.423304:0:31832:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1790964066.423305:0:31832:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1790964066.423307:0:31832:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1790964066.423309:0:31832:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1790964066.423311:0:31832:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa025d20e3800 from 9 10000000:00000001:3.0:1790964066.423314:0:31832:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1790964066.423315:0:31832:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1790964066.423324:0:31832:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000425a011. 00000020:00000040:3.0:1790964066.423328:0:31832:0:(genops.c:1210:class_import_get()) import 000000002e17f9cc refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1790964066.423333:0:31832:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964066.423336:0:31832:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964066.423341:0:31832:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964066.423348:0:31832:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006259f71f. 00000100:00000001:3.0:1790964066.423355:0:31832:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964066.423359:0:31832:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1790964066.423362:0:31832:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790964066.423368:0:31832:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000a26f0ada. 00010000:00000001:3.0:1790964066.423373:0:31832:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790964066.423377:0:31832:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ba4dccd. 00000020:00000001:3.0:1790964066.423381:0:31832:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964066.423383:0:31832:0:(lustre_handles.c:93:class_handle_hash()) added object 000000005ba4dccd with handle 0xbf2fd32c8ef55dfe to hash 00000020:00000001:3.0:1790964066.423386:0:31832:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790964066.423387:0:31832:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:3.0:1790964066.423390:0:31832:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:3.0:1790964066.423393:0:31832:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1790964066.423396:0:31832:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964066.423398:0:31832:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964066.423405:0:31832:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964066.423425:0:31832:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1790964066.423431:0:31832:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964066.423433:0:31832:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964066.423439:0:31832:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9e739db. 00000100:00000001:3.0:1790964066.423441:0:31832:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638678486156416 : -105395223395200 : ffffa024c3260480) 00000100:00000001:3.0:1790964066.423444:0:31832:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964066.423445:0:31832:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155937280 : -105390553614336 : ffffa025d97d3800) 00000100:00000001:3.0:1790964066.423449:0:31832:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964066.423451:0:31832:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.423453:0:31832:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964066.423455:0:31832:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964066.423523:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.423533:0:31832:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964066.423535:0:31832:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.423539:0:31832:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964066.423541:0:31832:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964066.423543:0:31832:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964066.423546:0:31832:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31832:1877961908162304:0@lo:101: 00000100:00000001:3.0:1790964066.423550:0:31832:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964066.423555:0:31832:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964066.423557:0:31832:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.423559:0:31832:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964066.423563:0:31832:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d4696e5a. 02000000:00000001:3.0:1790964066.423565:0:31832:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964066.423570:0:31832:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002872e6c2. 00000400:00000010:3.0:1790964066.423576:0:31832:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddd993b8. 00000100:00000200:3.0:1790964066.423582:0:31832:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961908162304, portal 25 00000100:00000001:3.0:1790964066.423584:0:31832:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964066.423585:0:31832:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155937280 : -105390553614336 : ffffa025d97d3800) 00000100:00000040:3.0:1790964066.423596:0:31832:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.423603:0:31832:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964066.423605:0:31832:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964066.423608:0:31832:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964066.423610:0:31832:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961908162304, offset 0 00000400:00000200:3.0:1790964066.423616:0:31832:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964066.423630:0:31832:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964066.423639:0:31832:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff14700f00 00000400:00000200:3.0:1790964066.423645:0:31832:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:3.0:1790964066.423649:0:31832:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13ced12. 00000400:00000200:3.0:1790964066.423655:0:31832:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c0ea4df 00000400:00000200:3.0:1790964066.423663:0:31832:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964066.423666:0:31832:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964066.423671:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c0ea4df 00000400:00000010:3.0:1790964066.423673:0:31832:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004c0ea4df. 00000100:00000001:3.0:1790964066.423677:0:31832:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964066.423692:0:31832:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964066.423696:0:31832:0:(events.c:341:request_in_callback()) incoming req@00000000b2a8978e x1877961908162304 msgsize 328 00000100:00100000:3.0:1790964066.423700:0:31832:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964066.423701:0:31832:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964066.423720:0:31832:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964066.423726:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b40bda1 00000400:00000010:3.0:1790964066.423728:0:31832:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b40bda1. 00000100:00000001:3.0:1790964066.423732:0:31832:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964066.423735:0:31832:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.423745:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.423747:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.423754:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.423755:0:31832:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964066.423760:0:31832:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.423763:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4295597060 00000100:00000010:3.0:1790964066.423773:0:31832:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000657d81d8. 00000100:00000001:3.0:1790964066.423779:0:31832:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964066.423790:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4295597060 00000100:00000010:3.0:1790964066.423793:0:31832:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000030fcb3d. 00000100:00000001:3.0:1790964066.423797:0:31832:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964066.423809:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295597060 00000100:00000010:3.0:1790964066.423812:0:31832:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c052a08. 00000100:00000001:3.0:1790964066.423815:0:31832:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964066.423826:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295597060 00000100:00000010:3.0:1790964066.423830:0:31832:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014832f78. 00000100:00000001:3.0:1790964066.423833:0:31832:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964066.423835:0:31832:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964066.423838:0:31832:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.423840:0:31832:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964066.423843:0:31832:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964066.423845:0:31832:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c9e739db going to sleep for 11 seconds 00000100:00000001:3.0:1790964066.423847:0:31832:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964066.423850:0:31832:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.423938:0:31828:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964066.423942:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162304 02000000:00000001:0.0:1790964066.423944:0:31828:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964066.423946:0:31828:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964066.423948:0:31828:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964066.423951:0:31828:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964066.423955:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162304 00000020:00000001:0.0:1790964066.423957:0:31828:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964066.423959:0:31828:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55d17 00000020:00000001:0.0:1790964066.423960:0:31828:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964066.423963:0:31828:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009c2bdf83 refcount=11 00000020:00000001:0.0:1790964066.423965:0:31828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000020:00000001:0.0:1790964066.423967:0:31828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000100:00000001:0.0:1790964066.423971:0:31828:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964066.423980:0:31828:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000742ca8d8. 00000100:00000001:0.0:1790964066.423983:0:31828:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964066.423985:0:31828:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000742ca8d8. 00000020:00000010:0.0:1790964066.423991:0:31828:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000708c355a. 00000020:00000010:0.0:1790964066.423996:0:31828:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca4239f5. 00000020:00000010:0.0:1790964066.424011:0:31828:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7427f40. 00000100:00000040:0.0:1790964066.424021:0:31828:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964066.424024:0:31828:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964066.424025:0:31828:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964066.424027:0:31828:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.424035:0:31828:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.424045:0:31828:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.424056:0:31828:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964066.424058:0:31828:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964066.424061:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964066.424064:0:31828:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000009c2bdf83 : new rpc_count 1 00000100:00000001:0.0:1790964066.424066:0:31828:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683020717136 : -105390688834480 : ffffa025d16dec50) 00000100:00000040:0.0:1790964066.424113:0:31828:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2a8978e x1877961908162304/t0(0) o101->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 328/0 e 0 to 0 dl 1790964077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.424123:0:31828:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964066.424125:0:31828:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000742ca8d8. 00000100:00000001:0.0:1790964066.424127:0:31828:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964066.424129:0:31828:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000742ca8d8. 00000100:00100000:0.0:1790964066.424132:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a8978e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+11:31832:x1877961908162304:12345-0@lo:101: 00000100:00000200:0.0:1790964066.424136:0:31828:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162304 00000020:00000001:0.0:1790964066.424139:0:31828:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964066.424142:0:31828:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964066.424144:0:31828:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.424146:0:31828:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964066.424148:0:31828:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662587520 : -1046964096 : ffffffffc1989880) 00000020:00000001:0.0:1790964066.424151:0:31828:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964066.424153:0:31828:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964066.424161:0:31828:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964066.424163:0:31828:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964066.424166:0:31828:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.424168:0:31828:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:0.0:1790964066.424170:0:31828:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1790964066.424172:0:31828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1790964066.424173:0:31828:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1790964066.424176:0:31828:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.424180:0:31828:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964066.424186:0:31828:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000d804257d. 00010000:00000001:0.0:1790964066.424189:0:31828:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964066.424191:0:31828:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b3cd1b88. 00000020:00000001:0.0:1790964066.424193:0:31828:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964066.424195:0:31828:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000b3cd1b88 with handle 0xbf2fd32c8ef55e05 to hash 00000020:00000001:0.0:1790964066.424197:0:31828:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964066.424198:0:31828:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638678491189248 : -105395218362368 : ffffa024c372d000) 00010000:00000001:0.0:1790964066.424200:0:31828:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638678491189248 : -105395218362368 : ffffa024c372d000) 00010000:00010000:0.0:1790964066.424203:0:31828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b3cd1b88/0xbf2fd32c8ef55e05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbf2fd32c8ef55dfe expref: -99 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1790964066.424210:0:31828:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 000000009c2bdf83 : new locks_count 6 00000020:00000040:0.0:1790964066.424212:0:31828:0:(genops.c:868:class_export_get()) GET export 000000009c2bdf83 refcount=12 00000100:00000001:0.0:1790964066.424219:0:31828:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964066.424222:0:31828:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964066.424225:0:31828:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006bf7382e. 02000000:00000001:0.0:1790964066.424227:0:31828:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.424229:0:31828:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.424231:0:31828:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964066.424234:0:31828:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1790964066.424236:0:31828:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1790964066.424238:0:31828:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964066.424240:0:31828:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964066.424242:0:31828:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964066.424243:0:31828:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964066.424245:0:31828:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964066.424247:0:31828:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964066.424254:0:31828:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964066.424256:0:31828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964066.424258:0:31828:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d804257d) refcount = 1 00010000:00010000:0.0:1790964066.424262:0:31828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b3cd1b88/0xbf2fd32c8ef55e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dfe expref: 12 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964066.424268:0:31828:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964066.424270:0:31828:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964066.424271:0:31828:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964066.424273:0:31828:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.424275:0:31828:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964066.424279:0:31828:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1790964066.424281:0:31828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b3cd1b88/0xbf2fd32c8ef55e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbf2fd32c8ef55dfe expref: 12 pid: 31828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964066.424288:0:31828:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1790964066.424289:0:31828:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1790964066.424291:0:31828:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964066.424292:0:31828:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.424294:0:31828:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1790964066.424295:0:31828:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964066.424297:0:31828:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964066.424298:0:31828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b3cd1b88, rc 0) 00000020:00000001:0.0:1790964066.424300:0:31828:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964066.424303:0:31828:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162304 00010000:00000001:0.0:1790964066.424306:0:31828:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964066.424310:0:31828:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000b2a8978e x1877961908162304/t0(0) o101->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 328/344 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964066.424317:0:31828:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964066.424319:0:31828:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964066.424322:0:31828:0:(import.c:2195:obd_at_measure()) add 1 to 000000006ca72333 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964066.424326:0:31828:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964066.424329:0:31828:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:0.0:1790964066.424331:0:31828:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:0.0:1790964066.424334:0:31828:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964066.424341:0:31828:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.424344:0:31828:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964066.424347:0:31828:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964066.424350:0:31828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dabcb23f. 00000100:00000200:0.0:1790964066.424353:0:31828:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961908162304, offset 224 00000400:00000200:0.0:1790964066.424357:0:31828:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964066.424363:0:31828:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964066.424368:0:31828:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff14700f00 00000400:00000200:0.0:1790964066.424372:0:31828:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:0.0:1790964066.424377:0:31828:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964066.424379:0:31828:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964066.424383:0:31828:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964066.424386:0:31828:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964066.424393:0:31828:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.424413:0:31828:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964066.424419:0:31828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabcb23f 00000400:00000010:0.0:1790964066.424421:0:31828:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dabcb23f. 00000100:00000001:0.0:1790964066.424423:0:31828:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964066.424424:0:31828:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964066.424427:0:31828:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964066.424430:0:31828:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:0.0:1790964066.424432:0:31828:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964066.424433:0:31828:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.424435:0:31828:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964066.424438:0:31828:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2a8978e x1877961908162304/t0(0) o101->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 328/344 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964066.424445:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a8978e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31832:x1877961908162304:12345-0@lo:101: Request processed in 322us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964066.424451:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964066.424454:0:31828:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c2bdf83 : new rpc_count 0 00000100:00000001:0.0:1790964066.424456:0:31828:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964066.424462:0:31828:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964066.424466:0:31828:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca4239f5. 00000020:00000010:0.0:1790964066.424470:0:31828:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7427f40. 00000020:00000010:0.0:1790964066.424472:0:31828:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000708c355a. 00000020:00000040:0.0:1790964066.424476:0:31828:0:(genops.c:879:class_export_put()) PUTting export 000000009c2bdf83 : new refcount 11 02000000:00000001:0.0:1790964066.424479:0:31828:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964066.424481:0:31828:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 000000006bf7382e. 02000000:00000001:0.0:1790964066.424484:0:31828:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964066.424496:0:31828:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964066.424501:0:31828:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964066.424505:0:31828:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073b31a26. 00000400:00000010:0.0:1790964066.424509:0:31828:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069308b4a. 00000100:00000001:3.0:1790964066.424923:0:31832:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964066.424929:0:31832:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964066.424931:0:31832:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964066.424933:0:31832:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002872e6c2. 00000400:00000200:3.0:1790964066.424936:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd993b8 00000400:00000010:3.0:1790964066.424938:0:31832:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ddd993b8. 00000100:00000001:3.0:1790964066.424940:0:31832:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964066.424944:0:31832:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964066.424951:0:31832:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.424957:0:31832:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964066.424970:0:31832:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.424973:0:31832:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964066.424975:0:31832:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964066.424984:0:31832:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964066.424986:0:31832:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.424988:0:31832:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964066.424994:0:31832:0:(import.c:2195:obd_at_measure()) add 5 to 00000000af9bddb8 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964066.425004:0:31832:0:(import.c:2195:obd_at_measure()) add 1 to 00000000921598cc time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964066.425007:0:31832:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964066.425009:0:31832:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964066.425011:0:31832:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964066.425013:0:31832:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425016:0:31832:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964066.425019:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425026:0:31832:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964066.425028:0:31832:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964066.425030:0:31832:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964066.425033:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964066.425038:0:31832:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31832:1877961908162304:0@lo:101: 00000100:00000001:3.0:1790964066.425043:0:31832:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.425045:0:31832:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425047:0:31832:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790964066.425048:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.425051:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425056:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964066.425059:0:31832:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9e739db. 00000100:00000001:3.0:1790964066.425062:0:31832:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790964066.425063:0:31832:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964066.425065:0:31832:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1790964066.425068:0:31832:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964066.425069:0:31832:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964066.425091:0:31832:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005ba4dccd refcount=4 00000020:00000001:3.0:1790964066.425093:0:31832:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:3.0:1790964066.425096:0:31832:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000040:3.0:1790964066.425106:0:31832:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000005ba4dccd, remote cookie: 0xbf2fd32c8ef55e05, flags: 0x0 00010000:00000001:3.0:1790964066.425109:0:31832:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790964066.425112:0:31832:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790964066.425113:0:31832:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790964066.425115:0:31832:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790964066.425116:0:31832:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790964066.425117:0:31832:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a26f0ada) refcount = 1 00010000:00010000:3.0:1790964066.425120:0:31832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55e05 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964066.425127:0:31832:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790964066.425128:0:31832:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790964066.425129:0:31832:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790964066.425132:0:31832:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1790964066.425135:0:31832:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964066.425137:0:31832:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf2fd32c8ef55e05 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964066.425143:0:31832:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1790964066.425144:0:31832:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964066.425145:0:31832:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964066.425146:0:31832:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964066.425147:0:31832:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964066.425148:0:31832:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425151:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.425154:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000425a011 x1877961908162304/t0(0) o101->MGC192.168.201.149@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425160:0:31832:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964066.425162:0:31832:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964066.425164:0:31832:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d4696e5a. 02000000:00000001:3.0:1790964066.425167:0:31832:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964066.425169:0:31832:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964066.425170:0:31832:0:(genops.c:1223:class_import_put()) import 000000002e17f9cc refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1790964066.425172:0:31832:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964066.425174:0:31832:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006259f71f. 02000000:00000001:3.0:1790964066.425177:0:31832:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964066.425184:0:31832:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964066.425185:0:31832:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000425a011. 00000100:00000001:3.0:1790964066.425189:0:31832:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964066.425190:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1790964066.425192:0:31832:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964066.425194:0:31832:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964066.425195:0:31832:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000a4c0a557) refs 3 10000000:00000001:3.0:1790964066.425198:0:31832:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964066.425200:0:31832:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964066.425201:0:31832:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964066.425203:0:31832:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005ba4dccd refcount=3 00000020:00000001:3.0:1790964066.425204:0:31832:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:3.0:1790964066.425206:0:31832:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:3.0:1790964066.425208:0:31832:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1790964066.425209:0:31832:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964066.425210:0:31832:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964066.425211:0:31832:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964066.425213:0:31832:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1790964066.425216:0:31832:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000707b1de4. 00000100:00000010:3.0:1790964066.425231:0:31832:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000425a011. 00000020:00000040:3.0:1790964066.425234:0:31832:0:(genops.c:1210:class_import_get()) import 000000002e17f9cc refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1790964066.425237:0:31832:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964066.425238:0:31832:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964066.425242:0:31832:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964066.425246:0:31832:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006259f71f. 00000100:00000001:3.0:1790964066.425250:0:31832:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425254:0:31832:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1790964066.425257:0:31832:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d4696e5a. 00000100:00000010:3.0:1790964066.425259:0:31832:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003f52eb12. 00000020:00000040:3.0:1790964066.425261:0:31832:0:(genops.c:1210:class_import_get()) import 000000002e17f9cc refcount=5 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1790964066.425264:0:31832:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964066.425266:0:31832:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964066.425269:0:31832:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9e739db. 00000100:00000001:3.0:1790964066.425271:0:31832:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638678486156416 : -105395223395200 : ffffa024c3260480) 00000100:00000001:3.0:1790964066.425273:0:31832:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964066.425274:0:31832:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155937280 : -105390553614336 : ffffa025d97d3800) 00000100:00000001:3.0:1790964066.425281:0:31832:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964066.425284:0:31832:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425285:0:31832:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964066.425287:0:31832:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964066.425289:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425296:0:31832:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964066.425298:0:31832:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.425301:0:31832:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964066.425302:0:31832:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964066.425304:0:31832:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964066.425306:0:31832:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31832:1877961908162432:0@lo:256: 00000100:00000001:3.0:1790964066.425309:0:31832:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964066.425312:0:31832:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964066.425314:0:31832:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425316:0:31832:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1790964066.425320:0:31832:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002872e6c2. 00000400:00000010:3.0:1790964066.425324:0:31832:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000518b07ef. 00000100:00000200:3.0:1790964066.425327:0:31832:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff14700f80-0x6abff14700f80, portal 33 00000100:00000001:3.0:1790964066.425330:0:31832:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.425332:0:31832:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964066.425334:0:31832:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028f4a341. 02000000:00000001:3.0:1790964066.425335:0:31832:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964066.425338:0:31832:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce8072e9. 00000400:00000010:3.0:1790964066.425340:0:31832:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddd993b8. 00000100:00000200:3.0:1790964066.425342:0:31832:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961908162432, portal 25 00000100:00000001:3.0:1790964066.425344:0:31832:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964066.425345:0:31832:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683155937280 : -105390553614336 : ffffa025d97d3800) 00000100:00000040:3.0:1790964066.425348:0:31832:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425354:0:31832:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964066.425356:0:31832:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964066.425357:0:31832:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964066.425359:0:31832:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961908162432, offset 0 00000400:00000200:3.0:1790964066.425368:0:31832:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964066.425374:0:31832:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964066.425381:0:31832:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff14700f80 00000400:00000200:3.0:1790964066.425386:0:31832:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:3.0:1790964066.425388:0:31832:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064ae407f. 00000400:00000200:3.0:1790964066.425391:0:31832:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eabc7bbf 00000400:00000200:3.0:1790964066.425396:0:31832:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964066.425399:0:31832:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964066.425402:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eabc7bbf 00000400:00000010:3.0:1790964066.425403:0:31832:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000eabc7bbf. 00000100:00000001:3.0:1790964066.425407:0:31832:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964066.425408:0:31832:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964066.425411:0:31832:0:(events.c:341:request_in_callback()) incoming req@0000000090a57fdd x1877961908162432 msgsize 304 00000100:00100000:3.0:1790964066.425414:0:31832:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964066.425416:0:31832:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964066.425430:0:31832:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964066.425434:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b40bda1 00000400:00000010:3.0:1790964066.425435:0:31832:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b40bda1. 00000100:00000001:3.0:1790964066.425437:0:31832:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964066.425439:0:31832:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425447:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.425448:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.425454:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425455:0:31832:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964066.425458:0:31832:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425461:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4295597062 00000100:00000001:3.0:1790964066.425467:0:31832:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295597060 00000100:00000001:3.0:1790964066.425470:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4295597062 00000100:00000001:3.0:1790964066.425472:0:31832:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295597060 00000100:00000001:3.0:1790964066.425474:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295597062 00000100:00000001:3.0:1790964066.425477:0:31832:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295597060 00000100:00000001:3.0:1790964066.425483:0:31832:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295597062 00000100:00000001:3.0:1790964066.425499:0:31832:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295597060 00000100:00000001:3.0:1790964066.425502:0:31832:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964066.425505:0:31832:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.425507:0:31832:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964066.425508:0:31832:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964066.425510:0:31832:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c9e739db going to sleep for 11 seconds 00000100:00000001:3.0:1790964066.425512:0:31832:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964066.425513:0:31832:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.425719:0:31830:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964066.425722:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162432 02000000:00000001:0.0:1790964066.425724:0:31830:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964066.425725:0:31830:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964066.425727:0:31830:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964066.425730:0:31830:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964066.425732:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162432 00000020:00000001:0.0:1790964066.425734:0:31830:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964066.425736:0:31830:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55d17 00000020:00000001:0.0:1790964066.425737:0:31830:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964066.425739:0:31830:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009c2bdf83 refcount=12 00000020:00000001:0.0:1790964066.425741:0:31830:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000020:00000001:0.0:1790964066.425743:0:31830:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000100:00000001:0.0:1790964066.425746:0:31830:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964066.425750:0:31830:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000742ca8d8. 00000100:00000001:0.0:1790964066.425752:0:31830:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964066.425754:0:31830:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000742ca8d8. 00000020:00000010:0.0:1790964066.425758:0:31830:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000708c355a. 00000020:00000010:0.0:1790964066.425762:0:31830:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca4239f5. 00000020:00000010:0.0:1790964066.425766:0:31830:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7427f40. 00000100:00000040:0.0:1790964066.425771:0:31830:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964066.425774:0:31830:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964066.425775:0:31830:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964066.425782:0:31830:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.425787:0:31830:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.425800:0:31830:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.425809:0:31830:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964066.425810:0:31830:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964066.425814:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964066.425817:0:31830:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000009c2bdf83 : new rpc_count 1 00000100:00000001:0.0:1790964066.425819:0:31830:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638678496453712 : -105395213097904 : ffffa024c3c32450) 00000100:00000040:0.0:1790964066.425822:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090a57fdd x1877961908162432/t0(0) o256->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 304/0 e 0 to 0 dl 1790964077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.425830:0:31830:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964066.425832:0:31830:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000742ca8d8. 00000100:00000001:0.0:1790964066.425833:0:31830:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964066.425835:0:31830:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000742ca8d8. 00000100:00100000:0.0:1790964066.425838:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000090a57fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31832:x1877961908162432:12345-0@lo:256: 00000100:00000200:0.0:1790964066.425842:0:31830:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162432 00000020:00000001:0.0:1790964066.425853:0:31830:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964066.425856:0:31830:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964066.425858:0:31830:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.425860:0:31830:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964066.425862:0:31830:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662587936 : -1046963680 : ffffffffc1989a20) 00000020:00000001:0.0:1790964066.425865:0:31830:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964066.425866:0:31830:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964066.425868:0:31830:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964066.425870:0:31830:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964066.425872:0:31830:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.425874:0:31830:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964066.425876:0:31830:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964066.425878:0:31830:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006bf7382e. 02000000:00000001:0.0:1790964066.425880:0:31830:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.425882:0:31830:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1790964066.425884:0:31830:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:0.0:1790964066.425887:0:31830:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:0.0:1790964066.425895:0:31830:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1790964066.425898:0:31830:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000152715d9. 20000000:00000001:0.0:1790964066.425900:0:31830:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1790964066.425907:0:31830:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1790964066.425913:0:31830:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790964066.425915:0:31830:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:0.0:1790964066.425917:0:31830:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:0.0:1790964066.425920:0:31830:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1790964066.425922:0:31830:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003ab8123e. 00000100:00000010:0.0:1790964066.425924:0:31830:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000427ad34d. 00000020:00000040:0.0:1790964066.425926:0:31830:0:(genops.c:868:class_export_get()) GET export 000000009c2bdf83 refcount=13 00010000:00000001:0.0:1790964066.425929:0:31830:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:0.0:1790964066.425931:0:31830:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1790964066.425933:0:31830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dabcb23f. 00000400:00000010:0.0:1790964066.425940:0:31830:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000e87937d1. 00000400:00000200:0.0:1790964066.425943:0:31830:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964066.425950:0:31830:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964066.425955:0:31830:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff14700f80 00000400:00000200:0.0:1790964066.425959:0:31830:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:0.0:1790964066.425962:0:31830:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002872e6c2. 00000400:00000200:0.0:1790964066.425965:0:31830:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000518b07ef 00000400:00000200:0.0:1790964066.425968:0:31830:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964066.425970:0:31830:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964066.425973:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000518b07ef 00000400:00000010:0.0:1790964066.425975:0:31830:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000518b07ef. 00000100:00000001:0.0:1790964066.425978:0:31830:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1790964066.425979:0:31830:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 000000000425a011 desc 00000000d4696e5a mbits 1877961908162432 00000100:00000001:0.0:1790964066.425995:0:31830:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964066.426004:0:31830:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1790964066.426008:0:31830:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1790964066.426014:0:31830:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:0.0:1790964066.426017:0:31830:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964066.426019:0:31830:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1790964066.426022:0:31830:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964066.426024:0:31830:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000003ab8123e 00000100:00000001:0.0:1790964066.426030:0:31830:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964066.426035:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabcb23f 00000400:00000010:0.0:1790964066.426037:0:31830:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dabcb23f. 00000100:00000001:0.0:1790964066.426039:0:31830:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964066.426040:0:31830:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000003ab8123e 00000100:00000001:0.0:1790964066.426042:0:31830:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1790964066.426046:0:31830:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff14700f80-0x6abff14700f80 00000100:00000001:0.0:1790964066.426048:0:31830:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.426051:0:31830:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.426053:0:31830:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1790964066.426056:0:31830:0:(genops.c:879:class_export_put()) PUTting export 000000009c2bdf83 : new refcount 12 00000100:00000010:0.0:1790964066.426058:0:31830:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000427ad34d. 00000100:00000010:0.0:1790964066.426061:0:31830:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003ab8123e. 00000100:00000001:0.0:1790964066.426063:0:31830:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1790964066.426064:0:31830:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1790964066.426096:0:31830:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000152715d9. 20000000:00000001:0.0:1790964066.426099:0:31830:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964066.426103:0:31830:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162432 00010000:00000001:0.0:1790964066.426105:0:31830:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964066.426109:0:31830:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000090a57fdd x1877961908162432/t0(0) o256->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 304/240 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964066.426116:0:31830:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964066.426117:0:31830:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964066.426120:0:31830:0:(import.c:2195:obd_at_measure()) add 1 to 000000006ca72333 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964066.426123:0:31830:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964066.426125:0:31830:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:0.0:1790964066.426127:0:31830:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:0.0:1790964066.426129:0:31830:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964066.426130:0:31830:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.426132:0:31830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964066.426134:0:31830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964066.426137:0:31830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dabcb23f. 00000100:00000200:0.0:1790964066.426139:0:31830:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961908162432, offset 224 00000400:00000200:0.0:1790964066.426142:0:31830:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964066.426148:0:31830:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964066.426158:0:31830:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff14700f80 00000400:00000200:0.0:1790964066.426161:0:31830:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:0.0:1790964066.426166:0:31830:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964066.426169:0:31830:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964066.426172:0:31830:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964066.426175:0:31830:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964066.426182:0:31830:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.426189:0:31830:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964066.426192:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabcb23f 00000400:00000010:0.0:1790964066.426194:0:31830:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dabcb23f. 00000100:00000001:0.0:1790964066.426195:0:31830:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964066.426197:0:31830:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964066.426199:0:31830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964066.426202:0:31830:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:0.0:1790964066.426204:0:31830:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964066.426205:0:31830:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.426207:0:31830:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964066.426210:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090a57fdd x1877961908162432/t0(0) o256->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 304/240 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964066.426217:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000090a57fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:31832:x1877961908162432:12345-0@lo:256: Request processed in 386us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964066.426224:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964066.426226:0:31830:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c2bdf83 : new rpc_count 0 00000100:00000001:0.0:1790964066.426228:0:31830:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964066.426230:0:31830:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964066.426233:0:31830:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca4239f5. 00000020:00000010:0.0:1790964066.426237:0:31830:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7427f40. 00000020:00000010:0.0:1790964066.426239:0:31830:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000708c355a. 00000020:00000040:0.0:1790964066.426242:0:31830:0:(genops.c:879:class_export_put()) PUTting export 000000009c2bdf83 : new refcount 11 02000000:00000001:0.0:1790964066.426245:0:31830:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964066.426252:0:31830:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 000000006bf7382e. 02000000:00000001:0.0:1790964066.426254:0:31830:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964066.426256:0:31830:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964066.426259:0:31830:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964066.426263:0:31830:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c90cd2e. 00000400:00000010:0.0:1790964066.426266:0:31830:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d526c2e3. 00000100:00000001:1.0:1790964066.426368:0:31832:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964066.426373:0:31832:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964066.426375:0:31832:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964066.426376:0:31832:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce8072e9. 00000400:00000200:1.0:1790964066.426379:0:31832:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd993b8 00000400:00000010:1.0:1790964066.426381:0:31832:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ddd993b8. 00000100:00000001:1.0:1790964066.426383:0:31832:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964066.426386:0:31832:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964066.426392:0:31832:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.426398:0:31832:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964066.426399:0:31832:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.426401:0:31832:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964066.426403:0:31832:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964066.426404:0:31832:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964066.426405:0:31832:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.426406:0:31832:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964066.426409:0:31832:0:(import.c:2195:obd_at_measure()) add 5 to 00000000af9bddb8 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964066.426412:0:31832:0:(import.c:2195:obd_at_measure()) add 1 to 00000000921598cc time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964066.426414:0:31832:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964066.426415:0:31832:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964066.426417:0:31832:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964066.426419:0:31832:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.426420:0:31832:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.426423:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964066.426428:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.426434:0:31832:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964066.426436:0:31832:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964066.426438:0:31832:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964066.426456:0:31832:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000425a011 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:31832:1877961908162432:0@lo:256: 00000100:00000001:1.0:1790964066.426461:0:31832:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.426463:0:31832:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.426464:0:31832:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964066.426466:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964066.426468:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.426474:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964066.426476:0:31832:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9e739db. 00000100:00000001:1.0:1790964066.426479:0:31832:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964066.426480:0:31832:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1790964066.426483:0:31832:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:1.0:1790964066.426500:0:31832:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1790964066.426506:0:31832:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000000180d09b. 10000000:00000010:1.0:1790964066.426510:0:31832:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000000625cd6b. 10000000:00000200:1.0:1790964066.426514:0:31832:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1790964066.426517:0:31832:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:1.0:1790964066.426523:0:31832:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.149@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1790964066.426525:0:31832:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000000625cd6b. 10000000:00000010:1.0:1790964066.426527:0:31832:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000000180d09b. 10000000:00000001:1.0:1790964066.426530:0:31832:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.426532:0:31832:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964066.426534:0:31832:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000425a011 x1877961908162432/t0(0) o256->MGC192.168.201.149@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.426540:0:31832:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964066.426542:0:31832:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964066.426544:0:31832:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028f4a341. 02000000:00000001:1.0:1790964066.426546:0:31832:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964066.426547:0:31832:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964066.426548:0:31832:0:(genops.c:1223:class_import_put()) import 000000002e17f9cc refcount=4 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1790964066.426550:0:31832:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1790964066.426551:0:31832:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1790964066.426556:0:31832:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964066.426557:0:31832:0:(genops.c:1223:class_import_put()) import 000000002e17f9cc refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1790964066.426559:0:31832:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1790964066.426561:0:31832:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003f52eb12. 00000100:00000010:1.0:1790964066.426563:0:31832:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d4696e5a. 00000100:00000001:1.0:1790964066.426565:0:31832:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1790964066.426566:0:31832:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006259f71f. 02000000:00000001:1.0:1790964066.426569:0:31832:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964066.426570:0:31832:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964066.426571:0:31832:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000425a011. 00000100:00000001:1.0:1790964066.426574:0:31832:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964066.426575:0:31832:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1790964066.426587:0:31832:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000707b1de4. 10000000:01000000:1.0:1790964066.426598:0:31832:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.149@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1790964066.426602:0:31832:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1790964066.426604:0:31832:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964066.426606:0:31832:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964066.426607:0:31832:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005ba4dccd refcount=3 00000020:00000001:1.0:1790964066.426609:0:31832:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:1.0:1790964066.426612:0:31832:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638678484567040 : -105395224984576 : ffffa024c30dc400) 00010000:00000001:1.0:1790964066.426615:0:31832:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1790964066.426617:0:31832:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55e05 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964066.426625:0:31832:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964066.426626:0:31832:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964066.426627:0:31832:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.149@tcp lock: 000000005ba4dccd/0xbf2fd32c8ef55dfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf2fd32c8ef55e05 expref: -99 pid: 31832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964066.426633:0:31832:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1790964066.426634:0:31832:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964066.426635:0:31832:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1790964066.426636:0:31832:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964066.426637:0:31832:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964066.426639:0:31832:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1790964066.426645:0:31832:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790964066.426646:0:31832:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000a4c0a557) refs 3 10000000:00000001:1.0:1790964066.426648:0:31832:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1790964066.430270:0:11122:0:(connection.c:75:cpu_latency_work()) work item of 000000003b4f752b (cpu 1) has reached its deadline 4295597062, at 4295597063 00000100:00000010:1.0:1790964066.430287:0:11122:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000030fcb3d. 00000100:00000040:2.0:1790964066.430641:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000c483c86b (cpu 2) has reached its deadline 4295597062, at 4295597063 00000100:00000010:2.0:1790964066.430647:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c052a08. 00000100:00000040:3.0:1790964066.432460:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000d8f8460c (cpu 3) has reached its deadline 4295597062, at 4295597065 00000100:00000010:3.0:1790964066.432473:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014832f78. 00000100:00000040:0.0:1790964066.432706:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e4a1f0 (cpu 0) has reached its deadline 4295597062, at 4295597065 00000100:00000010:0.0:1790964066.432713:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000657d81d8. 00010000:00000001:0.0:1790964066.679302:0:253:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964066.679311:0:253:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.679318:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964066.679320:0:253:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790964066.679323:0:253:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790964066.679325:0:253:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.679328:0:253:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790964066.679330:0:253:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.679332:0:253:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964066.679334:0:253:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.679349:0:31823:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964066.679352:0:31823:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964066.679354:0:31823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790964066.936991:0:1349:0:(pinger.c:229:ptlrpc_pinger_process_import()) 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964066.937001:0:1349:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964066.937008:0:1349:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d00fb405. 00000020:00000040:1.0:1790964066.937030:0:1349:0:(genops.c:1210:class_import_get()) import 000000002e17f9cc refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1790964066.937054:0:1349:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964066.937057:0:1349:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964066.937063:0:1349:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964066.937095:0:1349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2c473fc. 00000100:00000001:1.0:1790964066.937105:0:1349:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937129:0:1349:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 30c8a39c-4c26-415e-a5b2-e0f9b5fcb777->MGS req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964066.937142:0:1349:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964066.937144:0:1349:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937150:0:1349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d00fb405] to pc [ptlrpcd_00_03+3] req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937192:0:1349:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964066.937195:0:1349:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964066.937199:0:1349:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1790964066.937202:0:1349:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964066.937205:0:1349:0:(import.c:65:import_set_state_nolock()) 00000000fc2fa116 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964066.937210:0:1349:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790964066.937213:0:1349:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 920 00000100:00001000:1.0:1790964066.937220:0:1349:0:(import.c:2195:obd_at_measure()) add 10 to 000000000bf65907 time=10 v=5 (1 0 0 0) 00000100:00001000:1.0:1790964066.937224:0:1349:0:(import.c:2261:obd_at_measure()) AT 000000000bf65907 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790964066.937226:0:1349:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790964066.937229:0:1349:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964066.937249:0:1349:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964066.937251:0:1349:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964066.937253:0:1349:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000001:1.0:1790964066.937256:0:1349:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964066.937258:0:1349:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55db1 00000020:00000001:1.0:1790964066.937262:0:1349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964066.937277:0:1349:0:(lustre_handles.c:148:class_handle2object()) GET export 000000006e8fc59c refcount=4 00000020:00000001:1.0:1790964066.937280:0:1349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683260235776 : -105390449315840 : ffffa025dfb4b000) 00000020:00000001:1.0:1790964066.937290:0:1349:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683260235776 : -105390449315840 : ffffa025dfb4b000) 00000100:00000040:1.0:1790964066.937293:0:1349:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 15 to 0@lo 00000100:00000001:1.0:1790964066.937295:0:1349:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964066.937296:0:1349:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964066.937298:0:1349:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000040:1.0:1790964066.937300:0:1349:0:(genops.c:879:class_export_put()) PUTting export 000000006e8fc59c : new refcount 3 00000100:00080000:1.0:1790964066.937304:0:1349:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000fc2fa116 using connection 192.168.201.149@tcp/0@lo 00000100:00000001:1.0:1790964066.937306:0:1349:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.937309:0:1349:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964066.937316:0:1349:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964066.937319:0:1349:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937322:0:1349:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964066.937325:0:1349:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964066.937329:0:1349:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5267f5c. 00000020:00000040:1.0:1790964066.937331:0:1349:0:(genops.c:1210:class_import_get()) import 00000000fc2fa116 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:1.0:1790964066.937334:0:1349:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964066.937336:0:1349:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937339:0:1349:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964066.937341:0:1349:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964066.937343:0:1349:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964066.937348:0:1349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002d83c792. 00000100:00000001:1.0:1790964066.937352:0:1349:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964066.937358:0:1349:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964066.937365:0:1349:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964066.937373:0:1349:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937376:0:1349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5267f5c] to pc [ptlrpcd_rcv+-1] req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937390:0:1349:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937394:0:1349:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964066.937397:0:1349:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964066.937400:0:1349:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002937fdb2. 00000020:00000040:1.0:1790964066.937402:0:1349:0:(genops.c:1210:class_import_get()) import 000000006cf4b6bf refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1790964066.937404:0:1349:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964066.937405:0:1349:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964066.937408:0:1349:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964066.937411:0:1349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d680e9d. 00000100:00000001:1.0:1790964066.937415:0:1349:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937417:0:1349:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964066.937424:0:1349:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964066.937425:0:1349:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937427:0:1349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002937fdb2] to pc [ptlrpcd_00_00+0] req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937446:0:1349:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.937452:0:1349:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (935) 00000100:00000001:1.0:1790964066.937574:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1790964066.937579:0:30956:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1790964066.937581:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.937611:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964066.937613:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.937615:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.937617:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964066.937619:0:30956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964066.937623:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937631:0:30956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964066.937633:0:30956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.937645:0:30956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964066.937648:0:30956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964066.937650:0:30956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964066.937652:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30956:1877961908162560:0@lo:400: 00000100:00000001:1.0:1790964066.937657:0:30956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964066.937663:0:30956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964066.937666:0:30956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.937668:0:30956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964066.937672:0:30956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040b8b707. 02000000:00000001:1.0:1790964066.937674:0:30956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964066.937679:0:30956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cd51978. 00000400:00000010:1.0:1790964066.937687:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026f11868. 00000100:00000200:1.0:1790964066.937694:0:30956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961908162560, portal 25 00000100:00000001:1.0:1790964066.937696:0:30956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964066.937698:0:30956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683595601920 : -105390113949696 : ffffa025f3b1f800) 00000100:00000040:1.0:1790964066.937702:0:30956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937709:0:30956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964066.937711:0:30956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964066.937715:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0153baf. 00000100:00000200:1.0:1790964066.937717:0:30956:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961908162560, offset 0 00000400:00000200:1.0:1790964066.937723:0:30956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964066.937737:0:30956:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964066.937747:0:30956:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14701000 00000400:00000200:1.0:1790964066.937753:0:30956:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:1.0:1790964066.937756:0:30956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058d93062. 00000400:00000200:1.0:1790964066.937760:0:30956:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000874d191f 00000400:00000200:1.0:1790964066.937766:0:30956:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964066.937771:0:30956:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964066.937776:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000874d191f 00000400:00000010:1.0:1790964066.937778:0:30956:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000874d191f. 00000100:00000001:1.0:1790964066.937783:0:30956:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964066.937785:0:30956:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964066.937788:0:30956:0:(events.c:341:request_in_callback()) incoming req@000000005edba599 x1877961908162560 msgsize 224 00000100:00100000:1.0:1790964066.937797:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964066.937799:0:30956:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964066.937809:0:30956:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964066.937817:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0153baf 00000400:00000010:1.0:1790964066.937818:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c0153baf. 00000100:00000001:1.0:1790964066.937821:0:30956:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964066.937824:0:30956:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937833:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964066.937836:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937842:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937845:0:30956:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964066.937852:0:30956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937855:0:30956:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4295597573 00000100:00000010:1.0:1790964066.937859:0:30956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b35b23f. 00000100:00000001:1.0:1790964066.937867:0:30956:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964066.937874:0:30956:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4295597573 00000100:00000010:1.0:1790964066.937877:0:30956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000fdf880. 00000100:00000001:1.0:1790964066.937880:0:30956:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790964066.937883:0:30956:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295597573 00000100:00000010:1.0:1790964066.937885:0:30956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005aaf9c03. 00000100:00000001:1.0:1790964066.937888:0:30956:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964066.937890:0:30956:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295597573 00000100:00000010:1.0:1790964066.937892:0:30956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023d2a158. 00000100:00000001:1.0:1790964066.937894:0:30956:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964066.937896:0:30956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964066.937899:0:30956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937903:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937905:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.937915:0:30954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.937917:0:30954:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964066.937925:0:30954:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964066.937928:0:30954:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937935:0:30954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964066.937937:0:30954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.937939:0:30954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964066.937940:0:30954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964066.937942:0:30954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964066.937945:0:30954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002937fdb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:30954:1877961908162816:0@lo:400: 00000100:00000001:1.0:1790964066.937948:0:30954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964066.937950:0:30954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964066.937951:0:30954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.937953:0:30954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964066.937956:0:30954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f26abb5. 02000000:00000001:1.0:1790964066.937957:0:30954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964066.937961:0:30954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074abff24. 00000400:00000010:1.0:1790964066.937965:0:30954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0153baf. 00000100:00000200:1.0:1790964066.937968:0:30954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961908162816, portal 10 00000100:00000001:1.0:1790964066.937970:0:30954:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964066.937971:0:30954:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683595590272 : -105390113961344 : ffffa025f3b1ca80) 00000020:00000010:1.0:1790964066.937978:0:30954:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000108724f5. 00000100:00000040:1.0:1790964066.937983:0:30954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.937989:0:30954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964066.937991:0:30954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964066.937993:0:30954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7ff0d0. 00000100:00000200:1.0:1790964066.937995:0:30954:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961908162816, offset 0 00000400:00000200:1.0:1790964066.937998:0:30954:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964066.938003:0:30954:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964066.938009:0:30954:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff14701100 00000400:00000200:1.0:1790964066.938013:0:30954:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:1.0:1790964066.938018:0:30954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964066.938020:0:30954:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964066.938030:0:30954:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964066.938032:0:30954:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964066.938036:0:30954:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069db9601. 00000100:00000040:1.0:1790964066.938038:0:30954:0:(events.c:341:request_in_callback()) incoming req@0000000069db9601 x1877961908162816 msgsize 224 00000100:00100000:1.0:1790964066.938042:0:30954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964066.938050:0:30954:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964066.938055:0:30954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7ff0d0 00000400:00000010:1.0:1790964066.938056:0:30954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000db7ff0d0. 00000100:00000001:1.0:1790964066.938058:0:30954:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964066.938061:0:30954:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938068:0:30954:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964066.938093:0:30954:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938099:0:30954:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938101:0:30954:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964066.938105:0:30954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.938123:0:30954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6356 usecs (7 jiffies) 00000100:00000001:1.0:1790964066.938126:0:30954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295597576 00000100:00000001:1.0:1790964066.938132:0:30954:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295597573 00000100:00000001:1.0:1790964066.938135:0:30954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295597576 00000100:00000001:1.0:1790964066.938137:0:30954:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295597573 00000100:00000001:1.0:1790964066.938140:0:30954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295597576 00000100:00000001:1.0:1790964066.938142:0:30954:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295597573 00000100:00000001:1.0:1790964066.938144:0:30954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295597576 00000100:00000001:1.0:1790964066.938146:0:30954:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295597573 00000100:00000001:1.0:1790964066.938148:0:30954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964066.938151:0:30954:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938153:0:30954:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938155:0:30954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938159:0:30954:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964066.938166:0:30954:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964066.938168:0:30954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.938169:0:30954:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964066.938171:0:30954:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938172:0:30954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938180:0:30955:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.938182:0:30955:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938196:0:31829:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964066.938199:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162560 02000000:00000001:1.0:1790964066.938202:0:31829:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964066.938204:0:31829:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964066.938207:0:31829:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.938211:0:31829:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964066.938214:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162560 00000020:00000001:1.0:1790964066.938216:0:31829:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964066.938217:0:31829:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55d17 00000020:00000001:1.0:1790964066.938219:0:31829:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964066.938221:0:31829:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009c2bdf83 refcount=12 00000020:00000001:1.0:1790964066.938223:0:31829:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000020:00000001:1.0:1790964066.938225:0:31829:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683778920448 : -105389930631168 : ffffa025fe9f3000) 00000100:00000001:1.0:1790964066.938229:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964066.938233:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbb9792a. 00000100:00000001:1.0:1790964066.938236:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964066.938238:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbb9792a. 00000020:00000010:1.0:1790964066.938243:0:31829:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc93ed08. 00000020:00000010:1.0:1790964066.938265:0:31829:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000625cd6b. 00000020:00000010:1.0:1790964066.938272:0:31829:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a580218. 00000100:00000040:1.0:1790964066.938283:0:31829:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964066.938286:0:31829:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964066.938287:0:31829:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964066.938289:0:31829:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938297:0:31829:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938305:0:31829:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938313:0:31829:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964066.938315:0:31829:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964066.938318:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1790964066.938327:0:31829:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000009c2bdf83 : new rpc_count 1 00000100:00000001:1.0:1790964066.938329:0:31829:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683830671440 : -105389878880176 : ffffa02601b4d850) 00000100:00000040:1.0:1790964066.938332:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005edba599 x1877961908162560/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 224/0 e 0 to 0 dl 1790964077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938339:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964066.938341:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbb9792a. 00000100:00000001:1.0:1790964066.938343:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964066.938344:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbb9792a. 00000100:00100000:1.0:1790964066.938348:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005edba599 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:30956:x1877961908162560:12345-0@lo:400: 00000100:00000200:1.0:1790964066.938351:0:31829:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162560 00000020:00000001:1.0:1790964066.938355:0:31829:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964066.938358:0:31829:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964066.938360:0:31829:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.938362:0:31829:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964066.938364:0:31829:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662587584 : -1046964032 : ffffffffc19898c0) 00000020:00000001:1.0:1790964066.938367:0:31829:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964066.938368:0:31829:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964066.938370:0:31829:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964066.938372:0:31829:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964066.938374:0:31829:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.938376:0:31829:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1790964066.938379:0:31829:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964066.938381:0:31829:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964066.938384:0:31829:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000667f9a49. 02000000:00000001:1.0:1790964066.938387:0:31829:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938389:0:31829:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.938391:0:31829:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964066.938393:0:31829:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162560 00010000:00000001:1.0:1790964066.938395:0:31829:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964066.938399:0:31829:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000005edba599 x1877961908162560/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964066.938405:0:31829:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964066.938412:0:31829:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964066.938415:0:31829:0:(import.c:2195:obd_at_measure()) add 1 to 000000006ca72333 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964066.938419:0:31829:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964066.938421:0:31829:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964066.938423:0:31829:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:1.0:1790964066.938425:0:31829:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964066.938426:0:31829:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938428:0:31829:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964066.938430:0:31829:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964066.938432:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7ff0d0. 00000100:00000200:1.0:1790964066.938435:0:31829:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961908162560, offset 224 00000400:00000200:1.0:1790964066.938438:0:31829:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964066.938443:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964066.938448:0:31829:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14701000 00000400:00000200:1.0:1790964066.938451:0:31829:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:1.0:1790964066.938456:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964066.938458:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964066.938462:0:31829:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964066.938465:0:31829:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964066.938472:0:31829:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938496:0:31829:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964066.938500:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7ff0d0 00000400:00000010:1.0:1790964066.938501:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000db7ff0d0. 00000100:00000001:1.0:1790964066.938503:0:31829:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964066.938505:0:31829:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964066.938507:0:31829:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.938509:0:31829:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:1.0:1790964066.938511:0:31829:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964066.938513:0:31829:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.938514:0:31829:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964066.938518:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edba599 x1877961908162560/t0(0) o400->30c8a39c-4c26-415e-a5b2-e0f9b5fcb777@0@lo:642/0 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964066.938536:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005edba599 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777+12:30956:x1877961908162560:12345-0@lo:400: Request processed in 196us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964066.938543:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1790964066.938545:0:31829:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009c2bdf83 : new rpc_count 0 00000100:00000001:1.0:1790964066.938547:0:31829:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964066.938549:0:31829:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964066.938552:0:31829:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000625cd6b. 00000020:00000010:1.0:1790964066.938556:0:31829:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a580218. 00000020:00000010:1.0:1790964066.938558:0:31829:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc93ed08. 00000020:00000040:1.0:1790964066.938562:0:31829:0:(genops.c:879:class_export_put()) PUTting export 000000009c2bdf83 : new refcount 11 02000000:00000001:1.0:1790964066.938565:0:31829:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964066.938568:0:31829:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000667f9a49. 02000000:00000001:1.0:1790964066.938570:0:31829:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964066.938572:0:31829:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964066.938576:0:31829:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964066.938579:0:31829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ee5cf9. 00000400:00000010:1.0:1790964066.938584:0:31829:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020e03883. 00000100:00000001:1.0:1790964066.938596:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.938598:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964066.938601:0:30956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964066.938603:0:30956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964066.938604:0:30956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cd51978. 00000400:00000200:1.0:1790964066.938607:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026f11868 00000400:00000010:1.0:1790964066.938609:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000026f11868. 00000100:00000001:1.0:1790964066.938612:0:30956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964066.938614:0:30956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964066.938620:0:30956:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938626:0:30956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964066.938628:0:30956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938630:0:30956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964066.938633:0:30956:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964066.938640:0:30956:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964066.938642:0:30956:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964066.938644:0:30956:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964066.938648:0:30956:0:(import.c:2195:obd_at_measure()) add 5 to 00000000af9bddb8 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964066.938651:0:30956:0:(import.c:2195:obd_at_measure()) add 1 to 00000000921598cc time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964066.938654:0:30956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964066.938655:0:30956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964066.938657:0:30956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964066.938659:0:30956:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938662:0:30956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.938665:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938670:0:30956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964066.938672:0:30956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964066.938674:0:30956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964066.938676:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964066.938681:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d00fb405 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:30c8a39c-4c26-415e-a5b2-e0f9b5fcb777:30956:1877961908162560:0@lo:400: 00000100:00000001:1.0:1790964066.938684:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938686:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964066.938687:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d00fb405 x1877961908162560/t0(0) o400->MGC192.168.201.149@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.938692:0:30956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964066.938694:0:30956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964066.938696:0:30956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040b8b707. 02000000:00000001:1.0:1790964066.938698:0:30956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964066.938700:0:30956:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964066.938701:0:30956:0:(genops.c:1223:class_import_put()) import 000000002e17f9cc refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1790964066.938702:0:30956:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964066.938704:0:30956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2c473fc. 02000000:00000001:1.0:1790964066.938707:0:30956:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964066.938708:0:30956:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964066.938710:0:30956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d00fb405. 00000100:00000001:1.0:1790964066.938713:0:30956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964066.938719:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938720:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964066.938724:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964066.938725:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.938727:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964066.938729:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.942435:0:31836:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964066.942442:0:31836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162816 02000000:00000001:3.0:1790964066.942446:0:31836:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964066.942448:0:31836:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964066.942450:0:31836:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.942456:0:31836:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964066.942461:0:31836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162816 00000020:00000001:3.0:1790964066.942464:0:31836:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964066.942466:0:31836:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55df7 00000020:00000001:3.0:1790964066.942469:0:31836:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964066.942472:0:31836:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000947124d4 refcount=5 00000020:00000001:3.0:1790964066.942485:0:31836:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638683260231680 : -105390449319936 : ffffa025dfb4a000) 00000020:00000001:3.0:1790964066.942488:0:31836:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638683260231680 : -105390449319936 : ffffa025dfb4a000) 00000100:00000001:3.0:1790964066.942493:0:31836:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964066.942500:0:31836:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b72d240. 00000100:00000001:3.0:1790964066.942503:0:31836:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964066.942506:0:31836:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b72d240. 00000020:00000010:3.0:1790964066.942514:0:31836:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046419f97. 00000020:00000010:3.0:1790964066.942519:0:31836:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000157677e5. 00000020:00000010:3.0:1790964066.942524:0:31836:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000814fbca6. 00000100:00000040:3.0:1790964066.942534:0:31836:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1790964066.942537:0:31836:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964066.942576:0:31836:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964066.942588:0:31836:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.942597:0:31836:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1790964066.942600:0:31836:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1790964066.942602:0:31836:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.942617:0:31836:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.942631:0:31836:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964066.942633:0:31836:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964066.942641:0:31836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1790964066.942645:0:31836:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000947124d4 : new rpc_count 1 00000100:00000001:3.0:1790964066.942647:0:31836:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683595589376 : -105390113962240 : ffffa025f3b1c700) 00000100:00000040:3.0:1790964066.942654:0:31836:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069db9601 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/0 e 0 to 0 dl 1790964077 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.942664:0:31836:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964066.942666:0:31836:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b72d240. 00000100:00000001:3.0:1790964066.942668:0:31836:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964066.942670:0:31836:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b72d240. 00000100:00100000:3.0:1790964066.942674:0:31836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000069db9601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30954:x1877961908162816:12345-0@lo:400: 00000100:00000200:3.0:1790964066.942678:0:31836:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162816 00000020:00000001:3.0:1790964066.942682:0:31836:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964066.942686:0:31836:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964066.942689:0:31836:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964066.942691:0:31836:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964066.942693:0:31836:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652824256 : -1056727360 : ffffffffc1039ec0) 00000020:00000001:3.0:1790964066.942697:0:31836:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964066.942700:0:31836:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964066.942702:0:31836:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964066.942704:0:31836:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964066.942707:0:31836:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964066.942709:0:31836:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964066.942714:0:31836:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964066.942717:0:31836:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964066.942721:0:31836:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000572b9b4f. 02000000:00000001:3.0:1790964066.942724:0:31836:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.942732:0:31836:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964066.942734:0:31836:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964066.942736:0:31836:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961908162816 00010000:00000001:3.0:1790964066.942739:0:31836:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964066.942743:0:31836:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000069db9601 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964066.942751:0:31836:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964066.942752:0:31836:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964066.942756:0:31836:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a7a669f4 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964066.942761:0:31836:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964066.942763:0:31836:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:3.0:1790964066.942765:0:31836:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 02000000:00000001:3.0:1790964066.942768:0:31836:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964066.942769:0:31836:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.942772:0:31836:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964066.942774:0:31836:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964066.942779:0:31836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964066.942785:0:31836:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961908162816, offset 224 00000400:00000200:3.0:1790964066.942790:0:31836:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964066.942803:0:31836:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964066.942811:0:31836:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff14701100 00000400:00000200:3.0:1790964066.942818:0:31836:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:3.0:1790964066.942826:0:31836:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964066.942830:0:31836:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964066.942837:0:31836:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964066.942841:0:31836:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964066.942849:0:31836:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.942866:0:31836:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964066.942874:0:31836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b40bda1 00000400:00000010:3.0:1790964066.942877:0:31836:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005b40bda1. 00000100:00000001:3.0:1790964066.942880:0:31836:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964066.942887:0:31836:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964066.942894:0:31836:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964066.942897:0:31836:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00010000:00000001:3.0:1790964066.942899:0:31836:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964066.942901:0:31836:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964066.942903:0:31836:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964066.942906:0:31836:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069db9601 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964066.942913:0:31836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000069db9601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30954:x1877961908162816:12345-0@lo:400: Request processed in 249us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964066.942920:0:31836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1790964066.942922:0:31836:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000947124d4 : new rpc_count 0 00000100:00000001:3.0:1790964066.942924:0:31836:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964066.942925:0:31836:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964066.942930:0:31836:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000157677e5. 00000020:00000010:3.0:1790964066.942935:0:31836:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000814fbca6. 00000020:00000010:3.0:1790964066.942939:0:31836:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046419f97. 00000020:00000040:3.0:1790964066.942944:0:31836:0:(genops.c:879:class_export_put()) PUTting export 00000000947124d4 : new refcount 4 00000100:00000001:3.0:1790964066.942947:0:31836:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.942967:0:30954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964066.942970:0:30954:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964066.942977:0:30954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964066.942979:0:30954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964066.942981:0:30954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074abff24. 00000400:00000200:3.0:1790964066.942985:0:30954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0153baf 00000400:00000010:3.0:1790964066.942987:0:30954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c0153baf. 00000100:00000001:3.0:1790964066.942989:0:30954:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964066.942992:0:30954:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964066.942999:0:30954:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.943005:0:30954:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964066.943006:0:30954:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.943009:0:30954:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964066.943016:0:30954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964066.943017:0:30954:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964066.943019:0:30954:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.943032:0:30954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964066.943038:0:30954:0:(import.c:2195:obd_at_measure()) add 5 to 00000000087c6d6e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964066.943042:0:30954:0:(import.c:2195:obd_at_measure()) add 1 to 000000002db429ac time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964066.943044:0:30954:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964066.943045:0:30954:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964066.943048:0:30954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964066.943052:0:30954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964066.943058:0:30954:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.943062:0:30954:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964066.943063:0:30954:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964066.943065:0:30954:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964066.943067:0:30954:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964066.943089:0:30954:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.943095:0:30954:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964066.943098:0:30954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964066.943100:0:30954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964066.943103:0:30954:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964066.943110:0:30954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002937fdb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:30954:1877961908162816:0@lo:400: 00000100:00000001:3.0:1790964066.943115:0:30954:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.943117:0:30954:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.943119:0:30954:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002937fdb2 x1877961908162816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.943125:0:30954:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964066.943127:0:30954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964066.943129:0:30954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f26abb5. 02000000:00000001:3.0:1790964066.943132:0:30954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964066.943134:0:30954:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964066.943142:0:30954:0:(genops.c:1223:class_import_put()) import 000000006cf4b6bf refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964066.943144:0:30954:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964066.943146:0:30954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d680e9d. 02000000:00000001:3.0:1790964066.943150:0:30954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964066.943152:0:30954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964066.943154:0:30954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002937fdb2. 00000100:00000001:3.0:1790964066.943158:0:30954:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964066.943159:0:30954:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.943161:0:30954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.943167:0:30954:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964066.943564:0:30954:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.943570:0:30954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964066.943572:0:30954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951140:0:30957:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964066.951151:0:30957:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951163:0:30953:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964066.951166:0:30953:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1790964066.951185:0:30953:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964056/real 1790964056] req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1790964066.951203:0:30953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964066.951205:0:30953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964066.951208:0:30953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26b244a. 00000400:00000200:0.0:1790964066.951214:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000544cb405 00000400:00000010:0.0:1790964066.951216:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000544cb405. 00000100:00000001:0.0:1790964066.951221:0:30953:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964066.951224:0:30953:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964066.951231:0:30953:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951253:0:30953:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964066.951255:0:30953:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951258:0:30953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964066.951260:0:30953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1790964066.951263:0:30953:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951269:0:30953:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951277:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964066.951279:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951281:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964066.951283:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964066.951285:0:30953:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964066.951289:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951296:0:30953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964066.951297:0:30953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964066.951301:0:30953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964066.951304:0:30953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964066.951307:0:30953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964066.951309:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5267f5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908162688:0@lo:38: 00000100:00000001:0.0:1790964066.951313:0:30953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964066.951318:0:30953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964066.951320:0:30953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964066.951322:0:30953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964066.951328:0:30953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006bf7382e. 02000000:00000001:0.0:1790964066.951330:0:30953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964066.951335:0:30953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbee7250. 00000400:00000010:0.0:1790964066.951339:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dabcb23f. 00000100:00000200:0.0:1790964066.951345:0:30953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961908162688, portal 4 00000100:00000001:0.0:1790964066.951347:0:30953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964066.951349:0:30953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638683595593856 : -105390113957760 : ffffa025f3b1d880) 00000020:00000010:0.0:1790964066.951358:0:30953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d1963cfd. 00000100:00000040:0.0:1790964066.951370:0:30953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951376:0:30953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964066.951378:0:30953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964066.951381:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063a7359c. 00000100:00000200:0.0:1790964066.951384:0:30953:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961908162688, offset 0 00000400:00000200:0.0:1790964066.951389:0:30953:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964066.951401:0:30953:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964066.951411:0:30953:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff14701080 00000400:00000200:0.0:1790964066.951417:0:30953:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:0.0:1790964066.951427:0:30953:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964066.951431:0:30953:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964066.951438:0:30953:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964066.951440:0:30953:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1790964066.951445:0:30953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4fc6ecd. 00000100:00000040:0.0:1790964066.951448:0:30953:0:(events.c:341:request_in_callback()) incoming req@00000000a4fc6ecd x1877961908162688 msgsize 520 00000100:00100000:0.0:1790964066.951451:0:30953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964066.951460:0:30953:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964066.951468:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a7359c 00000400:00000010:0.0:1790964066.951470:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000063a7359c. 00000100:00000001:0.0:1790964066.951472:0:30953:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964066.951475:0:30953:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951494:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964066.951497:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951503:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951505:0:30953:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964066.951510:0:30953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964066.951513:0:30953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5133 usecs (6 jiffies) 00000100:00000001:0.0:1790964066.951516:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295597575 00000100:00000001:0.0:1790964066.951519:0:30953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295597576 00000100:00000001:0.0:1790964066.951521:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295597575 00000100:00000001:0.0:1790964066.951529:0:30953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295597576 00000100:00000001:0.0:1790964066.951531:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295597575 00000100:00000001:0.0:1790964066.951532:0:30953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295597576 00000100:00000001:0.0:1790964066.951534:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295597575 00000100:00000001:0.0:1790964066.951536:0:30953:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295597576 00000100:00000001:0.0:1790964066.951538:0:30953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964066.951541:0:30953:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951545:0:30953:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964066.951549:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951555:0:30953:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1790964066.951557:0:30953:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951558:0:30953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964066.951560:0:30953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951562:0:30953:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1790964066.951564:0:30953:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1790964066.951567:0:30953:0:(import.c:65:import_set_state_nolock()) 000000005b4d9931 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964066.951595:0:30953:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1790964066.951598:0:30953:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1790964066.951601:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964066.951608:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004eef3c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908159744:0@lo:8: 00000100:00000001:0.0:1790964066.951612:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951614:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964066.951616:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eef3c6b x1877961908159744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964066 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964066.951621:0:30953:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964066.951623:0:30953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964066.951632:0:30953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008bc6df89. 02000000:00000001:0.0:1790964066.951636:0:30953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964066.951639:0:30953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964066.951641:0:30953:0:(genops.c:1223:class_import_put()) import 000000005b4d9931 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1790964066.951643:0:30953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964066.951645:0:30953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000e69b454. 02000000:00000001:0.0:1790964066.951649:0:30953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964066.951650:0:30953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964066.951652:0:30953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eef3c6b. 00000100:00000001:0.0:1790964066.951654:0:30953:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964066.951656:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951657:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951661:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964066.951662:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1790964066.951664:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964066.951665:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964066.951667:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951668:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951755:0:31840:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964066.951759:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961908162688 02000000:00000001:0.0:1790964066.951761:0:31840:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964066.951764:0:31840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964066.951766:0:31840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964066.951770:0:31840:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964066.951774:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961908162688 00000020:00000001:0.0:1790964066.951776:0:31840:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964066.951777:0:31840:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964066.951779:0:31840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964066.951782:0:31840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964066.951784:0:31840:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964066.951789:0:31840:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be25e67c. 00000020:00000010:0.0:1790964066.951794:0:31840:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025beaba6. 00000020:00000010:0.0:1790964066.951798:0:31840:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7427f40. 00000100:00000001:0.0:1790964066.951803:0:31840:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964066.951805:0:31840:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964066.951806:0:31840:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951812:0:31840:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964066.951821:0:31840:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964066.951838:0:31840:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964066.951840:0:31840:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964066.951843:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964066.951846:0:31840:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638683766366080 : -105389943185536 : ffffa025fddf9f80) 00000100:00000040:0.0:1790964066.951850:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4fc6ecd x1877961908162688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964066.951859:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a4fc6ecd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30953:x1877961908162688:12345-0@lo:38: 00000100:00000200:0.0:1790964066.951863:0:31840:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961908162688 00000020:00000001:0.0:1790964066.951865:0:31840:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964066.951869:0:31840:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:0.0:1790964066.951880:0:31840:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1790964066.951884:0:31840:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1790964066.954274:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000c483c86b (cpu 2) has reached its deadline 4295597576, at 4295597587 00000100:00000010:2.0:1790964066.954291:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005aaf9c03. 00000100:00000040:3.0:1790964066.955194:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000d8f8460c (cpu 3) has reached its deadline 4295597576, at 4295597587 00000100:00000010:3.0:1790964066.955203:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023d2a158. 00000100:00080000:2.0:1790964066.955341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790964066.955346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1790964066.955349:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790964066.955351:0:37:0:(import.c:65:import_set_state_nolock()) 000000005b4d9931 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790964066.955355:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1790964066.955359:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 920 00000100:00001000:2.0:1790964066.955364:0:37:0:(import.c:2195:obd_at_measure()) add 10 to 000000005b92075a time=1790964066 v=0 (0 0 0 0) 00000100:00001000:2.0:1790964066.955367:0:37:0:(import.c:2261:obd_at_measure()) AT 000000005b92075a change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1790964066.955369:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1790964066.955372:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 15 to 0@lo 00000100:00000001:2.0:1790964066.955374:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964066.955376:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:2.0:1790964066.955378:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000001:2.0:1790964066.955382:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964066.955384:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbf2fd32c8ef55d9c 00000020:00000001:2.0:1790964066.955386:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964066.955389:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000ac34508d refcount=4 00000020:00000001:2.0:1790964066.955391:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638682830620672 : -105390878930944 : ffffa025c6194800) 00000020:00000001:2.0:1790964066.955393:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638682830620672 : -105390878930944 : ffffa025c6194800) 00000100:00000040:2.0:1790964066.955395:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 15 to 0@lo 00000100:00000001:2.0:1790964066.955396:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964066.955426:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:2.0:1790964066.955428:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000020:00000040:2.0:1790964066.955430:0:37:0:(genops.c:879:class_export_put()) PUTting export 00000000ac34508d : new refcount 3 00000100:00080000:2.0:1790964066.955434:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000005b4d9931 using connection 192.168.201.149@tcp/0@lo 00000100:00000001:2.0:1790964066.955436:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964066.955438:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964066.955443:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964066.955446:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.955448:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790964066.955451:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964066.955456:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d039dcb4. 00000020:00000040:2.0:1790964066.955460:0:37:0:(genops.c:1210:class_import_get()) import 000000005b4d9931 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1790964066.955464:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790964066.955466:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964066.955468:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964066.955471:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964066.955474:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964066.955490:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000007e886bf. 00000100:00000001:2.0:1790964066.955497:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964066.955506:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964066.955515:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964066.955518:0:37:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964066.955521:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d039dcb4] to pc [ptlrpcd_rcv+-1] req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964066.955540:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964066.955545:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (935) 00000100:00000001:3.0:1790964066.955612:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964066.955615:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964066.955618:0:30953:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964066.955621:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.955629:0:30953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964066.955630:0:30953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.955633:0:30953:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964066.955636:0:30953:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964066.955638:0:30953:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964066.955640:0:30953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d039dcb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908162944:0@lo:8: 00000100:00000001:3.0:1790964066.955643:0:30953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964066.955647:0:30953:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964066.955649:0:30953:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.955651:0:30953:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964066.955656:0:30953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d4696e5a. 02000000:00000001:3.0:1790964066.955658:0:30953:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964066.955664:0:30953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d695bdc5. 00000400:00000010:3.0:1790964066.955671:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b40bda1. 00000100:00000200:3.0:1790964066.955677:0:30953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961908162944, portal 4 00000100:00000001:3.0:1790964066.955679:0:30953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964066.955688:0:30953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638678483887744 : -105395225663872 : ffffa024c3036680) 00000100:00000040:3.0:1790964066.955694:0:30953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.955701:0:30953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964066.955703:0:30953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964066.955706:0:30953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029547a65. 00000100:00000200:3.0:1790964066.955709:0:30953:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961908162944, offset 0 00000400:00000200:3.0:1790964066.955714:0:30953:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964066.955727:0:30953:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964066.955738:0:30953:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff14701180 00000400:00000100:3.0:1790964066.955742:0:30953:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961908162944 offset 0 length 520: 4 00000400:00000200:3.0:1790964066.955746:0:30953:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000003309a020 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1790964066.955749:0:30953:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1790964066.955759:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029547a65 00000400:00000010:3.0:1790964066.955761:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000029547a65. 00000100:00000001:3.0:1790964066.955764:0:30953:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964066.955767:0:30953:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.955775:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.955777:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d039dcb4 x1877961908162944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.955783:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.955785:0:30953:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964066.955789:0:30953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964066.955792:0:30953:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1790964066.955795:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295597595 00000100:00000001:3.0:1790964066.955801:0:30953:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295597576 00000100:00000001:3.0:1790964066.955805:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295597595 00000100:00000001:3.0:1790964066.955807:0:30953:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295597576 00000100:00000001:3.0:1790964066.955810:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295597595 00000100:00000010:3.0:1790964066.955813:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014832f78. 00000100:00000001:3.0:1790964066.955823:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964066.955825:0:30953:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295597595 00000100:00000010:3.0:1790964066.955828:0:30953:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081e6e91d. 00000100:00000001:3.0:1790964066.955830:0:30953:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964066.955833:0:30953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964066.955836:0:30953:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.955839:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.955841:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.955849:0:30953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964066.955851:0:30953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1790964066.955852:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964066.955853:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964066.955855:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.955856:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964066.963147:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000c483c86b (cpu 2) has reached its deadline 4295597595, at 4295597596 00000100:00000010:2.0:1790964066.963165:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014832f78. 00000100:00000040:3.0:1790964066.963307:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000d8f8460c (cpu 3) has reached its deadline 4295597595, at 4295597596 00000100:00000010:3.0:1790964066.963314:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081e6e91d. 00000100:00000040:1.0:1790964066.963417:0:11122:0:(connection.c:75:cpu_latency_work()) work item of 000000003b4f752b (cpu 1) has reached its deadline 4295597595, at 4295597596 00000100:00000010:1.0:1790964066.963424:0:11122:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000fdf880. 00010000:00000001:0.0:1790964066.979836:0:31840:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964066.979854:0:31840:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964066.979859:0:31840:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964066.979865:0:31840:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964066.979869:0:31840:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1790964066.979925:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e4a1f0 (cpu 0) has reached its deadline 4295597595, at 4295597612 00000100:00000010:0.0:1790964066.979942:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b35b23f. 02000000:00000010:1.0:1790964066.980056:0:31840:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000667f9a49. 02000000:00000001:1.0:1790964066.980111:0:31840:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.980117:0:31840:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964066.980126:0:31840:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964066.980130:0:31840:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964066.980134:0:31840:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1790964066.980138:0:31840:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1790964066.980142:0:31840:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964066.980148:0:31840:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043179dd9 refcount 17 to 0@lo 00000100:00000001:1.0:1790964066.980150:0:31840:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638678465814912 : -105395243736704 : ffffa024c1efa180) 00000100:00000001:1.0:1790964066.980152:0:31840:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638678465814912 : -105395243736704 : 0xffffa024c1efa180) 00000100:00000040:1.0:1790964066.980155:0:31840:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000043179dd9 refcount 17 to 0@lo 02000000:00000001:1.0:1790964066.980158:0:31840:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964066.980161:0:31840:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964066.980165:0:31840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964066.980167:0:31840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964066.980367:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026f11868. 00000100:00000200:1.0:1790964066.980376:0:31840:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961908162688, offset 0 00000400:00000200:1.0:1790964066.980384:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964066.980398:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964066.980409:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff14701080 00000400:00000200:1.0:1790964066.980418:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb09 [1] + 0 00000400:00000200:1.0:1790964066.980427:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964066.980431:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964066.980439:0:31840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964066.980446:0:31840:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964066.980471:0:31840:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964066.980502:0:31840:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964066.980511:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026f11868 00000400:00000010:1.0:1790964066.980513:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000026f11868. 00000100:00000001:1.0:1790964066.980517:0:31840:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964066.980518:0:31840:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964066.980523:0:31840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964066.980526:0:31840:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043179dd9 refcount 16 to 0@lo 00000100:00000001:1.0:1790964066.980528:0:31840:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964066.980531:0:31840:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1790964066.980536:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4fc6ecd x1877961908162688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964086 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964066.980546:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a4fc6ecd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30953:x1877961908162688:12345-0@lo:38: Request processed in 28686us (29096us total) trans 0 rc -19/-19 00000020:00000010:1.0:1790964066.980557:0:31840:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000503eda26. 00000100:00000001:3.0:1790964066.980568:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1790964066.980568:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964066.980576:0:31840:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964066.980577:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964066.980580:0:31840:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1790964066.980588:0:30953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964066.980591:0:30953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964066.980594:0:30953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbee7250. 00000400:00000200:3.0:1790964066.980599:0:30953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabcb23f 00000400:00000010:3.0:1790964066.980600:0:30953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dabcb23f. 00000100:00000001:3.0:1790964066.980604:0:30953:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964066.980612:0:30953:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964066.980619:0:30953:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.980624:0:30953:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964066.980626:0:30953:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.980628:0:30953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964066.980630:0:30953:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964066.980632:0:30953:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964066.980634:0:30953:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964066.980637:0:30953:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964066.980662:0:30953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000010d8cd1b. 00000100:00001000:3.0:1790964066.980670:0:30953:0:(import.c:2195:obd_at_measure()) add 0 to 0000000021c8c917 time=1790964066 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964066.980673:0:30953:0:(import.c:2195:obd_at_measure()) add 1 to 000000000bf65907 time=10 v=10 (10 0 0 0) 00000100:00000001:3.0:1790964066.980676:0:30953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964066.980680:0:30953:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1790964066.980682:0:30953:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964066.980687:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1790964066.980688:0:31840:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025beaba6. 00000100:00000001:3.0:1790964066.980700:0:30953:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1790964066.980704:0:31840:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7427f40. 00000100:00000001:3.0:1790964066.980705:0:30953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964066.980708:0:30953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.980712:0:30953:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790964066.980715:0:30953:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1790964066.980716:0:31840:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be25e67c. 00000100:00080000:3.0:1790964066.980719:0:30953:0:(import.c:65:import_set_state_nolock()) 00000000fc2fa116 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1790964066.980724:0:31840:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1790964066.980725:0:30953:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1790964066.980731:0:30953:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964066.980735:0:30953:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964081 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964066.980740:0:30953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5267f5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30953:1877961908162688:0@lo:38: 00000100:00000001:3.0:1790964066.980745:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.980747:0:30953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964066.980750:0:30953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5267f5c x1877961908162688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964081 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964066.980755:0:30953:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964066.980758:0:30953:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964066.980761:0:30953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006bf7382e. 02000000:00000001:3.0:1790964066.980765:0:30953:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964066.980767:0:30953:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964066.980769:0:30953:0:(genops.c:1223:class_import_put()) import 00000000fc2fa116 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1790964066.980772:0:30953:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964066.980779:0:30953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002d83c792. 02000000:00000001:3.0:1790964066.980782:0:30953:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964066.980784:0:30953:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964066.980785:0:30953:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5267f5c. 00000100:00000001:3.0:1790964066.980788:0:30953:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964066.980789:0:30953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964066.980791:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.980793:0:30953:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964066.980794:0:30953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964066.980795:0:30953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964066.980796:0:30953:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964067.060818:0:32288:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c87edcf. 00080000:00000010:2.0:1790964067.060832:0:32288:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000004c87edcf. 00000020:00000001:2.0:1790964067.060840:0:32288:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964067.066491:0:31869:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964067.066499:0:31869:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964067.066502:0:31869:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964067.066506:0:31869:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e859d875 going to sleep for 0 seconds 00000100:00000001:1.0:1790964067.066511:0:31869:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964067.066515:0:31869:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964067.066519:0:31869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964067.066522:0:31869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964067.066525:0:31869:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 3335 lines, 3335 kept, 0 dropped, 0 bad.