00000020:01000004:3.0F:1790964046.511963:0:31746:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790964046.511973:0:31746:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1790964046.511974:0:31746:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1790964046.512100:0:31746:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000018309d0c 00000080:02000400:3.0:1790964046.512110:0:31746:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:3.0:1790964046.516720:0:31746:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1790964046.516735:0:31746:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1790964046.516773:0:31746:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (0000000044768b26) 00000020:00000080:3.0:1790964046.516798:0:31746:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0F:1790964046.559218:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1790964046.559470:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1790964046.561220:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.562200:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.562566:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1790964046.562908:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1790964046.563249:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.563443:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1790964046.564123:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1790964046.564327:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1790964046.564578:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.564909:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.565207:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1790964046.565382:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0F:1790964046.568104:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.568370:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.568556:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.568929:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.569287:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.569486:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.570086:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.570355:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.570641:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.570894:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.571229:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.571428:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.571684:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.571944:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.572288:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.572720:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.573177:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.573371:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.573600:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.574026:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.574277:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.574460:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.574657:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.574892:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.575176:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.575360:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.575554:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.576036:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.576405:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.577415:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.577657:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1790964046.578213:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1790964046.579477:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.580715:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.581396:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.581595:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.582170:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.582454:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790964046.582681:0:31746:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1790964046.583325:0:31746:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790964046.583537:0:31746:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790964046.583545:0:31746:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790964046.583556:0:31746:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdca1 00000020:01000004:0.0:1790964046.583563:0:31746:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790964046.583567:0:31746:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790964046.583572:0:31746:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000018309d0c from MGS 00000020:01000004:0.0:1790964046.583576:0:31746:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790964046.583594:0:31746:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000652b70d6) 00000020:00000080:0.0:1790964046.583606:0:31746:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790964046.584032:0:31746:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000018309d0c from MGS, refs=2 00080000:01000000:0.0:1790964046.584039:0:31746:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790964046.584045:0:31746:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdcaf 00000100:00100000:0.0:1790964046.584206:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1790964046.584340:0:31746:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1790964046.584346:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1790964046.584913:0:31746:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1790964046.584925:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1790964046.586245:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964046.586428:0:31746:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1790964046.586434:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1790964046.587369:0:31746:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1790964046.587377:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790964046.587762:0:31746:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790964046.587768:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0F:1790964046.589035:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964046.589046:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964046.589062:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964046.589374:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964046.589376:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964046.589378:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964046.589924:0:31746:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1790964046.592401:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1790964046.839692:0:31746:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 3911 MB/s 00000001:01000000:3.0:1790964047.089693:0:31746:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 3295 MB/s 00000001:01000000:0.0:1790964047.340584:0:31746:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 747 MB/s 00000001:01000000:3.0:1790964047.590917:0:31746:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 719 MB/s 00000040:01000000:3.0:1790964047.610341:0:31746:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1790964047.621835:0:31759:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1790964047.624738:0:31746:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1790964047.624830:0:31746:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:1.0:1790964047.624900:0:31746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:1.0:1790964047.624924:0:31746:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1790964047.625257:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964047.625419:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1790964047.625425:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1790964047.631709:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1790964047.631723:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00010000:00010000:2.0:1790964047.632374:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964047.634629:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1790964047.634648:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1790964047.638524:0:31746:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1790964047.638551:0:31746:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.159@tcp' 00000020:01000004:1.0:1790964047.638552:0:31746:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1790964047.638747:0:31746:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.159@tcp (typ=mgc) 00000020:00000080:1.0:1790964047.638770:0:31746:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.159@tcp (00000000fceb5841) 00000020:00000080:1.0:1790964047.638789:0:31746:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00000100:00080000:2.0:1790964047.639775:0:31764:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00080000:1.0:1790964047.639854:0:31746:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000015fa63f7@MGC192.168.202.159@tcp: add connection 192.168.202.159@tcp at head 00010000:00010000:1.0:1790964047.640280:0:31746:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.159@tcp-0 is initialized 00000040:01000000:1.0:1790964047.640289:0:31746:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.159@tcp ctxt 1 is initialized 10000000:01000000:1.0:1790964047.652851:0:31765:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790964047.654422:0:31746:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.159@tcp (uuid a65a5633-dc0a-46b3-a069-5e4793037495) 00000020:00000080:3.0:1790964047.654449:0:31746:0:(genops.c:1385:class_connect()) connect: client a65a5633-dc0a-46b3-a069-5e4793037495, cookie 0x5e1414a2aacdcbd 00000100:00080000:3.0:1790964047.654463:0:31746:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964047.654471:0:31746:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import 0000000015fa63f7 using connection 192.168.202.159@tcp/0@lo 00000100:00100000:3.0:1790964047.654508:0:31746:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000caf71372 x1877961900818560/t0(0) o250->MGC192.168.202.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790964047.654713:0:30885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000caf71372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a65a5633-dc0a-46b3-a069-5e4793037495:30885:1877961900818560:0@lo:250: 00000100:00100000:1.0:1790964047.654831:0:30885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964047.655378:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900818560 00000100:00100000:3.0:1790964047.655386:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900818560 00000100:00100000:3.0:1790964047.655424:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964047.655431:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f385244e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30885:x1877961900818560:12345-0@lo:250: 00010000:00080000:3.0:1790964047.655452:0:31761:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from a65a5633-dc0a-46b3-a069-5e4793037495@0@lo t0 exp 0000000000000000 cur 915 last 0 00000020:00000080:3.0:1790964047.655477:0:31761:0:(genops.c:1385:class_connect()) connect: client a65a5633-dc0a-46b3-a069-5e4793037495, cookie 0x5e1414a2aacdcc4 00000100:00080000:3.0:1790964047.656198:0:31761:0:(import.c:65:import_set_state_nolock()) 000000005a922a61 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1790964047.656650:0:31746:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a65a5633-dc0a-46b3-a069-5e4793037495->MGS 00000020:01000004:2.0:1790964047.656674:0:31746:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1790964047.656680:0:31746:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1790964047.656700:0:31746:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000007e957b4c) 00000020:00000080:2.0:1790964047.656713:0:31746:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1790964047.657509:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f385244e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+5:30885:x1877961900818560:12345-0@lo:250: Request processed in 2070us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964047.657532:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964047.668195:0:30885:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.159@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790964047.668212:0:30885:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.159@tcp: connect to target with instance 0 00000100:00080000:1.0:1790964047.668220:0:30885:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.159@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790964047.668225:0:30885:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790964047.668229:0:30885:0:(import.c:65:import_set_state_nolock()) 0000000015fa63f7 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790964047.668233:0:30885:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790964047.668250:0:30885:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790964047.668258:0:30885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000caf71372 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a65a5633-dc0a-46b3-a069-5e4793037495:30885:1877961900818560:0@lo:250: 00000100:00100000:1.0:1790964047.682575:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964047.684300:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964047.684311:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1790964047.685360:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964047.685370:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1790964047.686239:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964047.686249:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790964047.689541:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964047.690181:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790964047.690188:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1790964047.697802:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1790964047.697816:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964047.770321:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964047.770896:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964047.770904:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1790964047.772635:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1790964047.772646:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1790964047.773440:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964047.774202:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964047.774210:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1790964047.775011:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964047.775019:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1790964047.775974:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964047.776156:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964047.776163:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1790964047.776884:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964047.776890:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1790964047.777380:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964047.777515:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964047.777531:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1790964047.778529:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964047.778538:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1790964047.813291:0:31746:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964047.813545:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964047.813551:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964047.822065:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964047.822086:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1790964047.825028:0:31746:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964047.825077:0:31746:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790964047.835189:0:31746:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790964047.835221:0:31746:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1790964047.835228:0:31746:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.159@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790964047.835327:0:31746:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.159@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790964047.835358:0:31746:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.159@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790964047.835363:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790964047.835365:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964047.835366:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964047.835367:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964047.835369:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964047.835370:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964047.835372:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964047.835373:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964047.835374:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964047.835376:0:31746:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964047.835378:0:31746:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790964047.835380:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964047.835382:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964047.835383:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964047.835384:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964047.835389:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964047.835390:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964047.835391:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964047.835392:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964047.835392:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964047.835393:0:31746:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964047.835428:0:31746:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964047.835445:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000012ff289a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818688:0@lo:253: 00000100:00100000:3.0:1790964047.835515:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964047.835566:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 0000000083333e44 going to sleep for 11 seconds 00000100:00100000:1.0:1790964047.835754:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900818688 00000100:00100000:1.0:1790964047.835761:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900818688 00000100:00100000:1.0:1790964047.835811:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964047.835820:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000016b7a15d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+5:31746:x1877961900818688:12345-0@lo:253: 20000000:01000000:1.0:1790964047.835867:0:31763:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964047.835870:0:31763:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790964047.835873:0:31763:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790964047.845732:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1790964047.849019:0:31763:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1790964047.853204:0:31785:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1790964047.853215:0:31785:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1790964047.853218:0:31785:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:0.0:1790964047.853229:0:31785:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:2.0:1790964047.853378:0:31763:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790964047.853388:0:31763:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1790964047.859660:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000016b7a15d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+5:31746:x1877961900818688:12345-0@lo:253: Request processed in 23833us (24137us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.859679:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964047.861957:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000012ff289a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818688:0@lo:253: 10000000:01000000:3.0:1790964047.861979:0:31746:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964047.861981:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964047.861983:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964047.861984:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964047.861985:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964047.861986:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964047.861988:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964047.861989:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964047.861991:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964047.861992:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964047.861993:0:31746:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790964047.862019:0:31746:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000018309d0c from lustre-MDT0000 10000000:01000000:3.0:1790964047.862072:0:31746:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790964047.862075:0:31746:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964047.862079:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8bac1fff8000 10000000:01000000:3.0:1790964047.862083:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964047.862091:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8bac1fff8000 from 1 10000000:01000000:3.0:1790964047.862094:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790964047.862135:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964047.862146:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964047.862174:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964047.862192:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000012ff289a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818816:0@lo:101: 00000100:00100000:3.0:1790964047.862256:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964047.862318:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000000b5fdfcc going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.862543:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900818816 00000100:00100000:2.0:1790964047.862550:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900818816 00000100:00100000:2.0:1790964047.862594:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790964047.862602:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007844fdbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+5:31746:x1877961900818816:12345-0@lo:101: 00010000:00010000:2.0:1790964047.862634:0:31761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964047.862647:0:31761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000016cb2290/0x5e1414a2aacdcd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdcd2 expref: -99 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.862667:0:31761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000016cb2290/0x5e1414a2aacdcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdcd2 expref: 6 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.862675:0:31761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000016cb2290/0x5e1414a2aacdcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdcd2 expref: 6 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.862683:0:31761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000016cb2290, rc 0) 00000100:00100000:2.0:1790964047.862720:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007844fdbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+6:31746:x1877961900818816:12345-0@lo:101: Request processed in 119us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.862725:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790964047.862760:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000012ff289a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818816:0@lo:101: 00010000:00010000:2.0:1790964047.862781:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcd9 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.862788:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdcd9 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964047.862836:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818944:0@lo:501: 00000100:00100000:2.0:1790964047.862867:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964047.862887:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900818944 00000100:00100000:2.0:1790964047.862891:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900818944 00000100:00100000:2.0:1790964047.862910:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790964047.862915:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fff1cd9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+6:31746:x1877961900818944:12345-0@lo:501: 00000100:00100000:2.0:1790964047.862975:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fff1cd9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+6:31746:x1877961900818944:12345-0@lo:501: Request processed in 60us (108us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790964047.862982:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790964047.863008:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f75c374f going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.863019:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900818944:0@lo:501: 10000000:01000000:2.0:1790964047.863039:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1790964047.863059:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcd9 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863066:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 000000002e3c8bd9/0x5e1414a2aacdcd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcd9 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964047.863073:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8bac1d59d000 10000000:01000000:2.0:1790964047.863076:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790964047.863080:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8bac1d59d000 10000000:01000000:2.0:1790964047.863082:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790964047.863085:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8bac1d59d000 from 1 10000000:01000000:2.0:1790964047.863086:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790964047.863100:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863107:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863125:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964047.863135:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819072:0@lo:101: 00000100:00100000:2.0:1790964047.863157:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964047.863175:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819072 00000100:00100000:2.0:1790964047.863178:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819072 00000100:00100000:2.0:1790964047.863197:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790964047.863202:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb53419 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+6:31746:x1877961900819072:12345-0@lo:101: 00010000:00010000:2.0:1790964047.863208:0:31763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964047.863216:0:31763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006690b06f/0x5e1414a2aacdce7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdce0 expref: -99 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863228:0:31763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006690b06f/0x5e1414a2aacdce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdce0 expref: 7 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863235:0:31763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006690b06f/0x5e1414a2aacdce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdce0 expref: 7 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863242:0:31763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006690b06f, rc 0) 00000100:00100000:2.0:1790964047.863263:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb53419 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+7:31746:x1877961900819072:12345-0@lo:101: Request processed in 61us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.863268:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790964047.863288:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f75c374f going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.863298:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819072:0@lo:101: 00010000:00010000:2.0:1790964047.863305:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdce7 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863323:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdce7 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964047.863333:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1790964047.863335:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdce7 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863341:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000ebea90ba/0x5e1414a2aacdce0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdce7 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964047.863346:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790964047.863349:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964047.863353:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8bac1d59d000 10000000:01000000:2.0:1790964047.863354:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790964047.863357:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1790964047.863358:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1790964047.863368:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863374:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863379:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964047.863388:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819200:0@lo:101: 00000100:00100000:2.0:1790964047.863409:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964047.863427:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819200 00000100:00100000:2.0:1790964047.863434:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819200 00000100:00100000:2.0:1790964047.863454:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790964047.863459:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ffdb80f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+7:31746:x1877961900819200:12345-0@lo:101: 00010000:00010000:2.0:1790964047.863465:0:31763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964047.863470:0:31763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b17d72af/0x5e1414a2aacdcf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdcee expref: -99 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863482:0:31763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b17d72af/0x5e1414a2aacdcf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdcee expref: 8 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863489:0:31763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b17d72af/0x5e1414a2aacdcf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdcee expref: 8 pid: 31763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863495:0:31763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b17d72af, rc 0) 00000100:00100000:2.0:1790964047.863514:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ffdb80f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+8:31746:x1877961900819200:12345-0@lo:101: Request processed in 55us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.863519:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790964047.863538:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f75c374f going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.863547:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819200:0@lo:101: 00010000:00010000:2.0:1790964047.863555:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcf5 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964047.863561:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdcf5 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964047.863589:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819328:0@lo:501: 00000100:00100000:2.0:1790964047.863632:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964047.863650:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819328 00000100:00100000:2.0:1790964047.863653:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819328 00000100:00100000:2.0:1790964047.863679:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790964047.863684:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b44c7741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+8:31746:x1877961900819328:12345-0@lo:501: 00000100:00100000:2.0:1790964047.863781:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b44c7741 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+9:31746:x1877961900819328:12345-0@lo:501: Request processed in 96us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.863786:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790964047.863808:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f75c374f going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.863819:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819328:0@lo:501: 00000100:00100000:2.0:1790964047.863844:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819456:0@lo:503: 00000100:00100000:2.0:1790964047.863879:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964047.863898:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819456 00000100:00100000:2.0:1790964047.863901:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819456 00000100:00100000:2.0:1790964047.863920:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964047.863925:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c1ca3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+9:31746:x1877961900819456:12345-0@lo:503: 00000100:00100000:2.0:1790964047.864070:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f75c374f going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.872089:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c1ca3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+9:31746:x1877961900819456:12345-0@lo:503: Request processed in 8155us (8200us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.872105:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964047.872236:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900819456:0@lo:503: 00000100:00100000:3.0:1790964047.873029:0:31786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bdf54771 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31786:1877961900819584:0@lo:502: 00000100:00100000:3.0:1790964047.873093:0:31786:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964047.873155:0:31786:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dcb40ed2 going to sleep for 11 seconds 00000100:00100000:2.0:1790964047.873247:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819584 00000100:00100000:2.0:1790964047.873254:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819584 00000100:00100000:2.0:1790964047.873293:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790964047.873302:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c77266f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+9:31786:x1877961900819584:12345-0@lo:502: 00000100:00100000:2.0:1790964047.875280:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c77266f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+9:31786:x1877961900819584:12345-0@lo:502: Request processed in 1971us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964047.875295:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964047.875386:0:31786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bdf54771 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31786:1877961900819584:0@lo:502: 00000020:01000000:3.0:1790964047.875425:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964047.875438:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964047.875440:0:31786:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790964047.875445:0:31786:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1790964047.875448:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790964047.875461:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000008aa75c3e) 00000020:00000080:3.0:1790964047.875479:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1790964047.875484:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790964047.876215:0:31786:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790964047.876226:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdd03 00000020:00000080:2.0:1790964047.876447:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790964047.876460:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964047.876465:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964047.876466:0:31786:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964047.876469:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964047.876473:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964047.876475:0:31786:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790964047.876478:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964047.876489:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000120b497b) 00000020:00000080:2.0:1790964047.876500:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790964047.876506:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790964047.876507:0:31786:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790964047.876510:0:31786:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790964047.876528:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790964047.877035:0:31786:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000018309d0c from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790964047.877059:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000c924a844) 00000020:00000080:2.0:1790964047.877068:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790964047.877123:0:31786:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790964047.877128:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5e1414a2aacdd18 00000020:00000080:2.0:1790964047.877234:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790964047.877240:0:31786:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790964047.877245:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x5e1414a2aacdd1f 00080000:01000000:2.0:1790964047.877250:0:31786:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790964047.877254:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdd26 00010000:00010000:3.0:1790964048.025971:0:31786:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1790964048.028463:0:31786:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:3.0:1790964048.030317:0:31786:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1790964048.033175:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (000000002458224b) 00000020:00000080:3.0:1790964048.033199:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1790964048.033295:0:31786:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1790964048.033302:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdd34 00000020:00000080:3.0:1790964048.034473:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1790964048.040342:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x5e1414a2aacdd3b 00000020:00000080:1.0:1790964048.043211:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790964048.043229:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964048.043236:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.043238:0:31786:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790964048.043251:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964048.043254:0:31786:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790964048.043256:0:31786:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964048.043257:0:31786:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964048.043259:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964048.043262:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.043263:0:31786:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964048.043266:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964048.043271:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.043273:0:31786:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790964048.043277:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790964048.043342:0:31786:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790964048.043361:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964048.043364:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.043365:0:31786:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790964048.043367:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790964048.043370:0:31786:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1790964048.043373:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.043374:0:31786:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790964048.043377:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964048.043381:0:31786:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp) 00000020:01000000:1.0:1790964048.043407:0:31786:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790964048.043410:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964048.044126:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000307cef51) 00000020:00000080:1.0:1790964048.044147:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790964048.044159:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964048.044227:0:31786:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790964048.044232:0:31786:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790964048.044239:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdd49 00010000:00080000:1.0:1790964048.044300:0:31786:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f42edcc0@lustre-OST0000-osc-MDT0000: add connection 192.168.202.159@tcp at head 00010000:00010000:1.0:1790964048.045326:0:31786:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1790964048.047725:0:31786:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:1.0:1790964048.048050:0:31786:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1790964048.052987:0:31786:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790964048.054595:0:31786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1790964048.054857:0:31786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790964048.055246:0:31790:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790964048.055251:0:31790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1790964048.056542:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964048.056554:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790964048.056594:0:31786:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1790964048.056813:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5e1414a2aacdd50 00000100:00080000:1.0:1790964048.056844:0:31786:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964048.056849:0:31786:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000f42edcc0 using connection 192.168.202.159@tcp/0@lo 00000100:00100000:1.0:1790964048.056882:0:31786:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4d33709 x1877961900819712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790964048.056939:0:30885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4d33709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30885:1877961900819712:0@lo:8: 00000400:00000100:2.0:1790964048.056991:0:30885:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961900819712 offset 0 length 520: 4 00000100:00080000:1.0:1790964048.057063:0:31786:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1790964048.057123:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964048.057127:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.057128:0:31786:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1790964048.057132:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964048.057134:0:31786:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:1.0:1790964048.057136:0:31786:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964048.057138:0:31786:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964048.057139:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964048.057141:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.057143:0:31786:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964048.057145:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964048.057149:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964048.057150:0:31786:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790964048.057152:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964048.057157:0:31786:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp) 00000020:00000080:1.0:1790964048.057178:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964048.057188:0:31786:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000aaee84f6) 00000020:00000080:1.0:1790964048.057207:0:31786:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1790964048.057213:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964048.057278:0:31786:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790964048.057294:0:31786:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:1.0:1790964048.057300:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5e1414a2aacdd5e 00010000:00080000:1.0:1790964048.057345:0:31786:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000da4000ed@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.159@tcp at head 00010000:00010000:1.0:1790964048.058979:0:31786:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:0.0:1790964048.063232:0:31786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964048.063248:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1790964048.063282:0:31786:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1790964048.063302:0:31786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5e1414a2aacdd65 00000100:00080000:0.0:1790964048.063312:0:31786:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964048.063317:0:31786:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000da4000ed using connection 192.168.202.159@tcp/0@lo 00000100:00100000:0.0:1790964048.063354:0:31786:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e98e78ce x1877961900819840/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964048.063382:0:31786:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1790964048.063458:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964048.063462:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964048.063464:0:31786:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1790964048.063466:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964048.063471:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964048.063472:0:31786:0:(obd_config.c:1563:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790964048.063475:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790964048.063476:0:31786:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1790964048.063509:0:31786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31786:1877961900819968:0@lo:502: 00000100:00100000:0.0:1790964048.063581:0:31786:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964048.063653:0:31786:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b2f5cd52 going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.063942:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819968 00000100:00100000:2.0:1790964048.063949:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819968 00000100:00100000:2.0:1790964048.063994:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964048.064003:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000820447cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+9:31786:x1877961900819968:12345-0@lo:502: 00000100:00100000:2.0:1790964048.064226:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000820447cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+9:31786:x1877961900819968:12345-0@lo:502: Request processed in 224us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.064243:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964048.064282:0:30885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e98e78ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30885:1877961900819840:0@lo:38: 00000100:00100000:2.0:1790964048.064310:0:30885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964048.064395:0:31773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900819840 00000100:00100000:3.0:1790964048.064400:0:31773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900819840 00000100:00100000:3.0:1790964048.064437:0:31773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964048.064441:0:31773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003bdcc4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30885:x1877961900819840:12345-0@lo:38: 00010000:00020000:3.0:1790964048.064455:0:31773:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790964048.064487:0:31773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003bdcc4b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30885:x1877961900819840:12345-0@lo:38: Request processed in 45us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790964048.064493:0:31773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1790964048.064766:0:30885:0:(import.c:65:import_set_state_nolock()) 00000000da4000ed lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964048.064784:0:30885:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790964048.064787:0:30885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e98e78ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30885:1877961900819840:0@lo:38: 00000100:00100000:0.0:1790964048.064896:0:31786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31786:1877961900819968:0@lo:502: 00000020:01000000:0.0:1790964048.064923:0:31786:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964048.064928:0:31786:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964048.064930:0:31786:0:(obd_config.c:1563:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:0.0:1790964048.064934:0:31786:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:2.0:1790964048.065168:0:31746:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964048.065190:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964048.065244:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcf5 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.065254:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000ae996c85/0x5e1414a2aacdcee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdcf5 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964048.065261:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bac1d59d000 from 1 10000000:01000000:2.0:1790964048.065264:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964048.065296:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.065302:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.065310:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964048.065325:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820096:0@lo:101: 00000100:00100000:2.0:1790964048.065361:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964048.065403:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d9e0a68a going to sleep for 11 seconds 00000100:00100000:0.0:1790964048.065556:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820096 00000100:00100000:0.0:1790964048.065563:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820096 00000100:00100000:0.0:1790964048.065599:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964048.065606:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000124666ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+9:31746:x1877961900820096:12345-0@lo:101: 00010000:00010000:0.0:1790964048.065641:0:31761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964048.065657:0:31761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdd6c expref: -99 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.065677:0:31761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 10 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.065685:0:31761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 10 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.065693:0:31761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000035e0000b, rc 0) 00000100:00100000:0.0:1790964048.065735:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000124666ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+10:31746:x1877961900820096:12345-0@lo:101: Request processed in 130us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964048.065741:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964048.065852:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000025dec34a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820096:0@lo:101: 00010000:00010000:1.0:1790964048.065864:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.065872:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964048.066422:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820224:0@lo:256: 00000100:00100000:1.0:1790964048.066477:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.066517:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ffb7a6d going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.066668:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820224 00000100:00100000:2.0:1790964048.066674:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820224 00000100:00100000:2.0:1790964048.066705:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964048.066712:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009ddf30c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+10:31746:x1877961900820224:12345-0@lo:256: 20000000:01000000:2.0:1790964048.066728:0:31763:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1790964048.066739:0:31763:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1790964048.066809:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009ddf30c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+10:31746:x1877961900820224:12345-0@lo:256: Request processed in 91us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.066816:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964048.066889:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820224:0@lo:256: 10000000:01000000:1.0:1790964048.067570:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790964048.067882:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.067899:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964048.067907:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bac1d59d000 from 1 10000000:01000000:1.0:1790964048.067910:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790964048.067941:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.067961:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.067970:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964048.067985:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820352:0@lo:101: 00000100:00100000:1.0:1790964048.068024:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.068070:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ffb7a6d going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.068182:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820352 00000100:00100000:2.0:1790964048.068191:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820352 00000100:00100000:2.0:1790964048.068239:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964048.068251:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a964464f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+10:31746:x1877961900820352:12345-0@lo:101: 00010000:00010000:2.0:1790964048.068261:0:31762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964048.068291:0:31762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000677afbbe/0x5e1414a2aacdd81 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdd7a expref: -99 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.068314:0:31762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000677afbbe/0x5e1414a2aacdd81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdd7a expref: 11 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.068323:0:31762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000677afbbe/0x5e1414a2aacdd81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdd7a expref: 11 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.068330:0:31762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000677afbbe, rc 0) 00000100:00100000:2.0:1790964048.068373:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a964464f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820352:12345-0@lo:101: Request processed in 119us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.068379:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964048.068580:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820352:0@lo:101: 00010000:00010000:1.0:1790964048.068591:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd81 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.068599:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdd81 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964048.068675:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820480:0@lo:501: 00000100:00100000:1.0:1790964048.068698:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.068713:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ffb7a6d going to sleep for 11 seconds 00000100:00100000:0.0:1790964048.068770:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820480 00000100:00100000:0.0:1790964048.068775:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820480 00000100:00100000:0.0:1790964048.068803:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790964048.068817:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006b7d199a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820480:12345-0@lo:501: 00000100:00100000:0.0:1790964048.068943:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006b7d199a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820480:12345-0@lo:501: Request processed in 127us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964048.068950:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964048.069017:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820480:0@lo:501: 00000100:00100000:1.0:1790964048.069055:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820608:0@lo:503: 00000100:00100000:1.0:1790964048.069088:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.069112:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000005ffb7a6d going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.069223:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820608 00000100:00100000:2.0:1790964048.069233:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820608 00000100:00100000:2.0:1790964048.069264:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964048.069270:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002473edb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820608:12345-0@lo:503: 00000040:00080000:2.0:1790964048.069299:0:31762:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790964048.069336:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002473edb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820608:12345-0@lo:503: Request processed in 66us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.069342:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964048.069447:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820608:0@lo:503: 00000040:00080000:1.0:1790964048.070501:0:31794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:0.0:1790964048.070759:0:31746:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:0.0:1790964048.070778:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790964048.070937:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd81 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.070948:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 000000009383b715/0x5e1414a2aacdd7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd81 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964048.070997:0:31746:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790964048.071000:0:31746:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8bac1d59d000 10000000:01000000:0.0:1790964048.071003:0:31746:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8bac1d59d000 10000000:01000000:0.0:1790964048.071007:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964048.071013:0:31746:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8bac1d59d000 from 1 10000000:01000000:0.0:1790964048.071016:0:31746:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790964048.071060:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.071068:0:31746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.071077:0:31746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964048.071102:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820736:0@lo:101: 00000100:00100000:0.0:1790964048.071151:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964048.071197:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 000000006110a59f going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.071389:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820736 00000100:00100000:2.0:1790964048.071395:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820736 00000100:00100000:2.0:1790964048.071436:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964048.071444:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007bb9d502 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+11:31746:x1877961900820736:12345-0@lo:101: 00010000:00010000:2.0:1790964048.071456:0:31762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964048.071469:0:31762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000138ecb08/0x5e1414a2aacdd8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacdd88 expref: -99 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.071490:0:31762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000138ecb08/0x5e1414a2aacdd8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacdd88 expref: 12 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.071500:0:31762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000138ecb08/0x5e1414a2aacdd8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdd88 expref: 12 pid: 31762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.071508:0:31762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000138ecb08, rc 0) 00000100:00100000:2.0:1790964048.071556:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007bb9d502 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900820736:12345-0@lo:101: Request processed in 112us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.071562:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964048.071757:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820736:0@lo:101: 00010000:00010000:1.0:1790964048.071770:0:31746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd8f expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.071778:0:31746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacdd8f expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964048.071826:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820864:0@lo:501: 00000100:00100000:1.0:1790964048.071851:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.071874:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ef7beb2e going to sleep for 11 seconds 00000100:00100000:0.0:1790964048.071913:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820864 00000100:00100000:0.0:1790964048.071918:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820864 00000100:00100000:0.0:1790964048.071975:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964048.071982:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002b73e5d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900820864:12345-0@lo:501: 00000100:00100000:0.0:1790964048.072102:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002b73e5d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900820864:12345-0@lo:501: Request processed in 121us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964048.072109:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964048.072161:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820864:0@lo:501: 00000100:00100000:1.0:1790964048.072186:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820992:0@lo:503: 00000100:00100000:1.0:1790964048.072224:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.072412:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ef7beb2e going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.072469:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900820992 00000100:00100000:2.0:1790964048.072474:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900820992 00000100:00100000:2.0:1790964048.072494:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790964048.072499:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002fa6c28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900820992:12345-0@lo:503: 00000100:00100000:2.0:1790964048.072588:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002fa6c28c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900820992:12345-0@lo:503: Request processed in 89us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.072596:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964048.072730:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900820992:0@lo:503: 00000100:00100000:1.0:1790964048.073097:0:31795:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31795:1877961900821120:0@lo:502: 00000100:00100000:1.0:1790964048.073133:0:31795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.073160:0:31795:0:(client.c:2716:ptlrpc_set_wait()) set 000000003a1ffb43 going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.073262:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821120 00000100:00100000:2.0:1790964048.073266:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821120 00000100:00100000:2.0:1790964048.073285:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964048.073290:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000062bdc2f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31795:x1877961900821120:12345-0@lo:502: 00000100:00100000:2.0:1790964048.073383:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000062bdc2f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31795:x1877961900821120:12345-0@lo:502: Request processed in 93us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.073390:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790964048.073464:0:31795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31795:1877961900821120:0@lo:502: 00000020:01000004:1.0:1790964048.073517:0:31795:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1790964048.073534:0:31795:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000fddb1dcb) 00000020:00000080:1.0:1790964048.073553:0:31795:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1790964048.073652:0:31795:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000018309d0c from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964048.073656:0:31795:0:(tgt_mount.c:187:server_put_mount()) put mount 0000000018309d0c from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964048.073659:0:31795:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000018309d0c 4 00010000:00080000:1.0:1790964048.073691:0:31795:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001670c4a5@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.159@tcp at head 00010000:00010000:1.0:1790964048.075927:0:31795:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1790964048.076211:0:31795:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790964048.076257:0:31795:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790964048.076269:0:31795:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x5e1414a2aacdd9d 00000100:00080000:1.0:1790964048.076279:0:31795:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964048.076285:0:31795:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000001670c4a5 using connection 192.168.202.159@tcp/0@lo 00000100:00100000:1.0:1790964048.076378:0:31795:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003a348461 x1877961900821248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964048.076405:0:31795:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1790964048.076561:0:30885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30885:1877961900821248:0@lo:38: 00000100:00100000:2.0:1790964048.076674:0:30885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.076911:0:31768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821248 00000100:00100000:1.0:1790964048.076919:0:31768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821248 00000100:00100000:1.0:1790964048.076953:0:31768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964048.076959:0:31768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000092e136cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30885:x1877961900821248:12345-0@lo:38: 00000100:00100000:1.0:1790964048.077014:0:31768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000092e136cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30885:x1877961900821248:12345-0@lo:38: Request processed in 53us (340us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790964048.077020:0:31768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964048.077380:0:31795:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e98fe9e4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31795:1877961900821376:0@lo:502: 00000100:00100000:1.0:1790964048.077424:0:31795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964048.077440:0:31795:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.077589:0:30885:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790964048.077596:0:30885:0:(import.c:65:import_set_state_nolock()) 000000001670c4a5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964048.077599:0:30885:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790964048.077602:0:30885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a348461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30885:1877961900821248:0@lo:38: 00000100:00100000:2.0:1790964048.077651:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821376 00000100:00100000:2.0:1790964048.077655:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821376 00000100:00100000:2.0:1790964048.077685:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790964048.077692:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a48a4b3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31795:x1877961900821376:12345-0@lo:502: 00000100:00100000:2.0:1790964048.077795:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a48a4b3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31795:x1877961900821376:12345-0@lo:502: Request processed in 103us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.077803:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964048.077967:0:31795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e98fe9e4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a65a5633-dc0a-46b3-a069-5e4793037495:31795:1877961900821376:0@lo:502: 00000040:00080000:1.0:1790964048.077985:0:31795:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964048.078121:0:31746:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964048.078139:0:31746:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964048.078159:0:31746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd8f expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964048.078173:0:31746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000e7185998/0x5e1414a2aacdd88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacdd8f expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964048.078217:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964048.078219:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964048.078220:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964048.078221:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964048.078222:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964048.078223:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964048.078224:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964048.078226:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964048.078227:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964048.078229:0:31746:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964048.078232:0:31746:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964048.078234:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964048.078236:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964048.078237:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964048.078237:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964048.078238:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964048.078239:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964048.078240:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964048.078241:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964048.078242:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964048.078243:0:31746:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964048.078255:0:31746:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964048.078264:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eec560e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900821504:0@lo:253: 00000100:00100000:2.0:1790964048.078291:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964048.078313:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set 00000000330c3489 going to sleep for 11 seconds 00000100:00100000:2.0:1790964048.078707:0:31763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821504 00000100:00100000:2.0:1790964048.078712:0:31763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821504 00000100:00100000:2.0:1790964048.078767:0:31763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790964048.078773:0:31763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006d4ca56e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900821504:12345-0@lo:253: 20000000:01000000:2.0:1790964048.078794:0:31763:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1790964048.078811:0:31763:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1790964048.079999:0:31763:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790964048.080011:0:31763:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1790964048.080255:0:31763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006d4ca56e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a65a5633-dc0a-46b3-a069-5e4793037495+12:31746:x1877961900821504:12345-0@lo:253: Request processed in 1480us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964048.080264:0:31763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 20000000:01000000:0.0:1790964048.082312:0:31784:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790964048.082322:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790964048.082340:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.082358:0:31784:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 11 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.082366:0:31784:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.082408:0:31784:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 11 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964048.082421:0:31784:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 11 pid: 31761 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964048.082435:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31784:1877961900821632:0@lo:104: 00000100:00100000:0.0:1790964048.082491:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964048.082542:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 0000000083333e44 going to sleep for 11 seconds 00000100:00100000:1.0:1790964048.082598:0:31750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821632 00000100:00100000:1.0:1790964048.082606:0:31750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821632 00000100:00100000:1.0:1790964048.082697:0:31750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964048.082706:0:31750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e98e78ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a65a5633-dc0a-46b3-a069-5e4793037495+3:31784:x1877961900821632:12345-0@lo:104: 00010000:00010000:1.0:1790964048.082718:0:31750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082778:0:31750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790964048.082783:0:31750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e98e78ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a65a5633-dc0a-46b3-a069-5e4793037495+3:31784:x1877961900821632:12345-0@lo:104: Request processed in 79us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964048.082790:0:31750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790964048.082810:0:31755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790964048.082814:0:31755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082820:0:31755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000c3f4c849 already unused, calling callback (00000000a4589fe4) 10000000:00010000:1.0:1790964048.082823:0:31755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082830:0:31755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790964048.082837:0:31755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964048.082842:0:31755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790964048.082867:0:31755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082873:0:31755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790964048.082894:0:31755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082901:0:31755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: 00000000c3f4c849/0x5e1414a2aacdd6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5e1414a2aacdd73 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.082924:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964048.082926:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964048.082928:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964048.083312:0:30887:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e98fe9e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a65a5633-dc0a-46b3-a069-5e4793037495:30887:1877961900821760:0@lo:103: 00000100:00100000:3.0:1790964048.083346:0:30887:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964048.085163:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31784:1877961900821632:0@lo:104: 00010000:00010000:0.0:1790964048.085185:0:31784:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964048.085438:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eec560e6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a65a5633-dc0a-46b3-a069-5e4793037495:31746:1877961900821504:0@lo:253: 10000000:01000000:2.0:1790964048.085449:0:31746:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964048.085451:0:31746:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964048.085453:0:31746:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964048.085454:0:31746:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964048.085455:0:31746:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964048.085456:0:31746:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964048.085456:0:31746:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964048.085457:0:31746:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964048.085458:0:31746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964048.085459:0:31746:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964048.085459:0:31746:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790964048.085468:0:31746:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1790964048.093189:0:31752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900821760 00000100:00100000:1.0:1790964048.093204:0:31752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900821760 00010000:00010000:1.0:1790964048.093242:0:31752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 12 pid: 31761 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964048.093286:0:31752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964048.093294:0:31752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bdf54771 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a65a5633-dc0a-46b3-a069-5e4793037495+12:30887:x1877961900821760:12345-0@lo:103: 00010000:00010000:1.0:1790964048.093310:0:31752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790964048.093315:0:31752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 12 pid: 31761 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093327:0:31752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 12 pid: 31761 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093344:0:31752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035e0000b/0x5e1414a2aacdd73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5e1414a2aacdd6c expref: 12 pid: 31761 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093360:0:31752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093369:0:31752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1790964048.093385:0:31752:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011064943s 00010000:00010000:1.0:1790964048.093389:0:31752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093407:0:31752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093412:0:31752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093418:0:31752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093423:0:31752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000a753aa70 already unused, calling callback (00000000e9687fc2) 00010000:00010000:1.0:1790964048.093426:0:31752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093432:0:31752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093446:0:31752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.093455:0:31752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790964048.093520:0:31752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bdf54771 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a65a5633-dc0a-46b3-a069-5e4793037495+11:30887:x1877961900821760:12345-0@lo:103: Request processed in 227us (10174us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964048.093528:0:31752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964048.093575:0:30887:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e98fe9e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a65a5633-dc0a-46b3-a069-5e4793037495:30887:1877961900821760:0@lo:103: 00010000:00010000:1.0:1790964048.094682:0:31784:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.094695:0:31784:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964048.094711:0:31784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a753aa70/0x5e1414a2aacdda4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:2.0:1790964048.107152:0:31746:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:2.0:1790964048.107159:0:31746:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000040:01000000:2.0:1790964048.109832:0:31801:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790964048.109855:0:31746:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1790964048.110789:0:31801:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1790964048.111980:0:31802:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000e98fe9e4 x1877961900821888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964048.111994:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000040:01000000:3.0:1790964048.112741:0:31746:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1790964048.112782:0:31746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:0.0:1790964048.112992:0:31800:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:0.0:1790964048.112997:0:31800:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000004:00000080:3.0:1790964048.113423:0:31746:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790964048.113431:0:31746:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1790964048.113464:0:31746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964048.116269:0:31801:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964048.116355:0:31801:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1790964048.117175:0:31746:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790964048.117885:0:31746:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790964048.118545:0:31746:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1790964048.119133:0:31746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1790964048.119839:0:31746:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1790964048.125445:0:31746:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1790964048.127481:0:31746:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1790964048.127523:0:31746:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaa3f89e53988 00100000:10000000:2.0:1790964048.127531:0:31746:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964048.128374:0:31746:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964048.128393:0:31746:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.159@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964048.128410:0:31746:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964048.128436:0:31746:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1790964048.129233:0:31746:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964048.129410:0:31746:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790964048.651736:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964049.164018:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00010000:00010000:0.0:1790964049.674818:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964050.187156:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00010000:00010000:1.0:1790964050.700528:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964051.214794:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00010000:00010000:2.0:1790964051.731521:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964052.234735:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 10000000:01000000:2.0:1790964052.750646:0:31765:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790964052.750652:0:31765:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bac1d59d000 from 9 10000000:01000000:2.0:1790964052.750656:0:31765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964052.750699:0:31765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964052.750713:0:31765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964052.750723:0:31765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964052.750742:0:31765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eec560e6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a65a5633-dc0a-46b3-a069-5e4793037495:31765:1877961900822016:0@lo:101: 00000100:00100000:2.0:1790964052.750794:0:31765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964052.750832:0:31765:0:(client.c:2716:ptlrpc_set_wait()) set 00000000812f8604 going to sleep for 11 seconds 00010000:00010000:3.0:1790964052.751187:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964052.751781:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900822016 00000100:00100000:0.0:1790964052.751790:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900822016 00000100:00100000:0.0:1790964052.751871:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1790964052.751879:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005a576e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+11:31765:x1877961900822016:12345-0@lo:101: 00010000:00010000:0.0:1790964052.751892:0:31761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964052.751907:0:31761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b8903ece/0x5e1414a2aacddb2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5e1414a2aacddab expref: -99 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964052.751928:0:31761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b8903ece/0x5e1414a2aacddb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5e1414a2aacddab expref: 12 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964052.751938:0:31761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b8903ece/0x5e1414a2aacddb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5e1414a2aacddab expref: 12 pid: 31761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964052.751945:0:31761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b8903ece, rc 0) 00000100:00100000:0.0:1790964052.752168:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005a576e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+12:31765:x1877961900822016:12345-0@lo:101: Request processed in 290us (1373us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964052.752175:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790964052.752236:0:31765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eec560e6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a65a5633-dc0a-46b3-a069-5e4793037495:31765:1877961900822016:0@lo:101: 00010000:00010000:3.0:1790964052.752250:0:31765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacddb2 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964052.752259:0:31765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5e1414a2aacddb2 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964052.752320:0:31765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009a182688 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a65a5633-dc0a-46b3-a069-5e4793037495:31765:1877961900822144:0@lo:256: 00000100:00100000:3.0:1790964052.752350:0:31765:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964052.755833:0:31765:0:(client.c:2716:ptlrpc_set_wait()) set 00000000603d41a3 going to sleep for 11 seconds 00000100:00100000:2.0:1790964052.757417:0:31762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900822144 00000100:00100000:2.0:1790964052.757431:0:31762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900822144 00000100:00100000:2.0:1790964052.757483:0:31762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790964052.757493:0:31762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007596780c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31765:x1877961900822144:12345-0@lo:256: 20000000:01000000:2.0:1790964052.757519:0:31762:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790964052.757535:0:31762:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790964052.757538:0:31762:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:2.0:1790964052.759794:0:31762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007596780c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a65a5633-dc0a-46b3-a069-5e4793037495+12:31765:x1877961900822144:12345-0@lo:256: Request processed in 2295us (7435us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964052.759808:0:31762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790964052.764151:0:31765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009a182688 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a65a5633-dc0a-46b3-a069-5e4793037495:31765:1877961900822144:0@lo:256: 10000000:01000000:3.0:1790964052.764230:0:31765:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790964052.764240:0:31765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacddb2 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964052.764250:0:31765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 0000000055cefa19/0x5e1414a2aacddab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5e1414a2aacddb2 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1790964053.258818:0:24741:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964053.258836:0:24741:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790964053.258839:0:24741:0:(import.c:65:import_set_state_nolock()) 000000001670c4a5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790964053.258851:0:24741:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000001670c4a5 using connection 192.168.202.159@tcp/0@lo 00000100:00100000:0.0:1790964053.258872:0:24741:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b8320357 x1877961900822400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790964053.258955:0:30889:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790964053.258968:0:30889:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a65a5633-dc0a-46b3-a069-5e4793037495:30889:1877961900822272:0@lo:400: 00000100:00100000:0.0:1790964053.259055:0:30889:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964053.259109:0:30885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8320357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30885:1877961900822400:0@lo:38: 00000100:00100000:0.0:1790964053.259132:0:30885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964053.259159:0:31761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900822272 00000100:00100000:0.0:1790964053.259164:0:31761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900822272 00000100:00100000:0.0:1790964053.259193:0:31761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790964053.259199:0:31761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bf517433 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+12:30889:x1877961900822272:12345-0@lo:400: 00000100:00100000:0.0:1790964053.259234:0:31761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bf517433 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a65a5633-dc0a-46b3-a069-5e4793037495+12:30889:x1877961900822272:12345-0@lo:400: Request processed in 36us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964053.259238:0:31761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790964053.259273:0:30889:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005e9feed8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a65a5633-dc0a-46b3-a069-5e4793037495:30889:1877961900822272:0@lo:400: 00000100:00100000:1.0:1790964053.259344:0:31770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961900822400 00000100:00100000:1.0:1790964053.259347:0:31770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961900822400 00000100:00100000:1.0:1790964053.259363:0:31770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964053.259366:0:31770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2771433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30885:x1877961900822400:12345-0@lo:38: 00010000:00080000:1.0:1790964053.259382:0:31770:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 921 last 0 00000020:00000080:1.0:1790964053.259408:0:31770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x5e1414a2aacddb9 00000004:00100000:1.0:1790964053.259440:0:31770:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790964053.259523:0:31770:0:(import.c:65:import_set_state_nolock()) 000000001dcecf88 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964053.259565:0:31770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2771433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30885:x1877961900822400:12345-0@lo:38: Request processed in 197us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964053.259572:0:31770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1790964053.259606:0:30885:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000b8320357 x1877961900822400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790964053.259813:0:30885:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790964053.259820:0:30885:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790964053.259823:0:30885:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790964053.259831:0:30885:0:(import.c:65:import_set_state_nolock()) 000000001670c4a5 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790964053.259837:0:30885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b8320357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30885:1877961900822400:0@lo:38: 00000100:00100000:0.0:1790964053.259908:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000001:02000400:0.0:1790964053.333357:0:32044:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg259-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1790964053.362400:0:32046:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1790964053.770775:0:6:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964053.770785:0:6:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964053.770792:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964053.770793:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964053.770998:0:31755:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964053.771002:0:31755:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964053.771006:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1790964053.902281:0:32059:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec0739f1. 00080000:00000010:2.0:1790964053.902293:0:32059:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec0739f1. 00000020:00000001:2.0:1790964053.902301:0:32059:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964054.214195:0:32097:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a8417bf0. 00080000:00000010:1.0:1790964054.214206:0:32097:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a8417bf0. 00000020:00000001:1.0:1790964054.214212:0:32097:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1790964054.214238:0:32097:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964054.214466:0:32097:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:1.0:1790964054.282752:0:31750:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964054.282762:0:31750:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964054.288534:0:31802:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964054.288542:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964054.288544:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964054.288548:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000100:00000001:1.0:1790964054.288553:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964054.288556:0:31802:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964054.288559:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964054.288561:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964054.288563:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964054.289168:0:31754:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fbd26fe9. 00000100:00000001:2.0:1790964054.289180:0:31754:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964054.289182:0:31754:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964054.293483:0:30885:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964054.293498:0:30885:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964054.293500:0:30885:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964054.293503:0:30885:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964054.293505:0:30885:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964054.293509:0:30885:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964054.293511:0:30885:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964054.771597:0:32110:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000021760216. 00080000:00000010:1.0:1790964054.771832:0:32110:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000021760216. 00000020:00000001:1.0:1790964054.771841:0:32110:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964054.797250:0:6:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964054.797262:0:6:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964054.797272:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964054.797299:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964054.807110:0:31756:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964054.807120:0:31756:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964054.807126:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1790964055.125423:0:32147:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018a1a11e. 00080000:00000010:2.0:1790964055.125440:0:32147:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000018a1a11e. 00000020:00000001:2.0:1790964055.125448:0:32147:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1790964055.125478:0:32147:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790964055.126065:0:32147:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:1.0:1790964055.311287:0:31802:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964055.311298:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964055.311301:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964055.311307:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000100:00000001:1.0:1790964055.311313:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964055.311318:0:31802:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964055.311321:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964055.311323:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964055.311326:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964055.314702:0:30885:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964055.314720:0:30885:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964055.314722:0:30885:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964055.314726:0:30885:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964055.314729:0:30885:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964055.314733:0:30885:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964055.314735:0:30885:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964055.818885:0:6:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964055.818895:0:6:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964055.818903:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964055.818904:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964055.819081:0:31755:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964055.819095:0:31755:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964055.819098:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964056.330705:0:30885:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964056.330727:0:30885:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964056.330730:0:30885:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964056.330737:0:30885:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964056.330739:0:30885:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964056.330743:0:30885:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964056.330765:0:30885:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964056.331391:0:31802:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964056.331409:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964056.331412:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964056.331415:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000100:00000001:2.0:1790964056.331420:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964056.331423:0:31802:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964056.331426:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964056.331428:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964056.331431:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964056.588837:0:32159:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a0662378. 00080000:00000010:3.0:1790964056.588849:0:32159:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a0662378. 00000020:00000001:3.0:1790964056.588855:0:32159:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964056.842719:0:6:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964056.842727:0:6:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964056.842733:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964056.842734:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964056.842786:0:31756:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964056.842789:0:31756:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964056.842792:0:31756:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1790964056.873767:0:32195:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790964056.873774:0:32195:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:1.0:1790964056.878671:0:32195:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1790964057.354796:0:30885:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964057.354811:0:30885:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964057.354814:0:30885:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.354818:0:30885:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964057.354820:0:30885:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964057.354823:0:30885:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.354826:0:30885:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964057.354993:0:31802:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964057.354997:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964057.354998:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964057.355009:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f3c816f8 going to sleep for 0 seconds 00000100:00000001:2.0:1790964057.355013:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964057.355016:0:31802:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964057.355019:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964057.355021:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964057.355023:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.869667:0:41:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964057.869674:0:41:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.869681:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964057.869683:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790964057.869685:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790964057.869688:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.869691:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790964057.869693:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.869695:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.869697:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964057.870048:0:31755:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964057.870052:0:31755:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964057.870054:0:31755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1790964057.981562:0:32207:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003b19c4ed. 00080000:00000010:1.0:1790964057.981574:0:32207:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000003b19c4ed. 00000020:00000001:1.0:1790964057.981580:0:32207:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1085 lines, 1085 kept, 0 dropped, 0 bad.