00000020:01000004:1.0F:1790964073.378173:0:31784:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790964073.378190:0:31784:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1790964073.378192:0:31784:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1790964073.378330:0:31784:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000d25e484c 00000080:02000400:1.0:1790964073.378343:0:31784:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:1.0:1790964073.389215:0:31784:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1790964073.389227:0:31784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1790964073.391888:0:31784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000001c8b1e6f) 00000020:00000080:1.0:1790964073.391934:0:31784:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1790964073.452392:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1790964073.453228:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.456031:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.456478:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.456808:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.457052:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.457242:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.458151:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.458375:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.458921:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.461633:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.462253:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.464265:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.464701:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.465087:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.466459:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.466894:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.467150:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1790964073.467619:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.469986:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.472348:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.472984:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1790964073.474826:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0F:1790964073.475535:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.476170:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.476491:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.476906:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1790964073.477160:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.477407:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.477712:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1790964073.478351:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1790964073.478611:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1790964073.481480:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790964073.482423:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1790964073.491598:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0F:1790964073.495300:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.495825:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790964073.496586:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790964073.496987:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.497209:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790964073.497389:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1790964073.497612:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1790964073.497965:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.498241:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.498847:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.499391:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1790964073.499982:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1790964073.510082:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1790964073.510564:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1790964073.510809:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1790964073.511726:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1790964073.511968:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1790964073.512335:0:31784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1790964073.513138:0:31784:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1790964073.513358:0:31784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1790964073.513367:0:31784:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790964073.513378:0:31784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb588501 00000020:01000004:1.0:1790964073.513384:0:31784:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1790964073.513389:0:31784:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1790964073.513394:0:31784:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000d25e484c from MGS 00000020:01000004:1.0:1790964073.513398:0:31784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1790964073.513407:0:31784:0:(genops.c:413:class_newdev()) Allocate new device MGS (000000003ff13c65) 00000020:00000080:1.0:1790964073.513417:0:31784:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1790964073.513477:0:31784:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000d25e484c from MGS, refs=2 00080000:01000000:1.0:1790964073.513482:0:31784:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790964073.513486:0:31784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb58850f 00000100:00100000:1.0:1790964073.513619:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790964073.513817:0:31784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1790964073.513823:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964073.515894:0:31784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964073.515907:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790964073.517085:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964073.517268:0:31784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790964073.517273:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790964073.528544:0:31784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964073.528561:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1790964073.529285:0:31784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1790964073.529294:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1790964073.530417:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964073.530422:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964073.530424:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964073.530858:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964073.530861:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964073.530863:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964073.531507:0:31784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0F:1790964073.545459:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1790964073.780739:0:31784:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2903 MB/s 00000001:01000000:3.0:1790964074.030817:0:31784:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 6603 MB/s 00000001:01000000:2.0:1790964074.283059:0:31784:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 698 MB/s 00000001:01000000:2.0:1790964074.533129:0:31784:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 799 MB/s 00010000:00010000:1.0:1790964074.539024:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1790964074.539721:0:31784:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1790964074.540725:0:31796:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790964074.540758:0:31784:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790964074.540807:0:31784:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:3.0:1790964074.540922:0:31784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:3.0:1790964074.540945:0:31784:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1790964074.541423:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964074.541584:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1790964074.541590:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790964074.542341:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790964074.542350:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1790964074.543334:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1790964074.543343:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:2.0:1790964074.544351:0:31801:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1790964074.544371:0:31784:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790964074.544402:0:31784:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.138@tcp' 00000020:01000004:3.0:1790964074.544403:0:31784:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790964074.544476:0:31784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.138@tcp (typ=mgc) 00000020:00000080:3.0:1790964074.544519:0:31784:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.138@tcp (00000000b97b78b9) 00000020:00000080:3.0:1790964074.544536:0:31784:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790964074.544686:0:31784:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000073fc18f1@MGC192.168.201.138@tcp: add connection 192.168.201.138@tcp at head 00010000:00010000:3.0:1790964074.544865:0:31784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.138@tcp-0 is initialized 00000040:01000000:3.0:1790964074.544873:0:31784:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.138@tcp ctxt 1 is initialized 10000000:01000000:3.0:1790964074.545709:0:31802:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790964074.545743:0:31784:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.138@tcp (uuid dd191a30-493b-4af3-b96c-99a693bfa1cc) 00000020:00000080:3.0:1790964074.545760:0:31784:0:(genops.c:1385:class_connect()) connect: client dd191a30-493b-4af3-b96c-99a693bfa1cc, cookie 0x22540ddafb58851d 00000100:00080000:3.0:1790964074.545770:0:31784:0:(import.c:545:import_select_connection()) MGC192.168.201.138@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964074.545775:0:31784:0:(import.c:665:import_select_connection()) MGC192.168.201.138@tcp: import 0000000073fc18f1 using connection 192.168.201.138@tcp/0@lo 00000100:00100000:3.0:1790964074.545805:0:31784:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f1fef438 x1877961927032960/t0(0) o250->MGC192.168.201.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964074.545830:0:31784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dd191a30-493b-4af3-b96c-99a693bfa1cc->MGS 00000020:01000004:3.0:1790964074.545855:0:31784:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1790964074.545877:0:31784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1790964074.545886:0:31784:0:(genops.c:413:class_newdev()) Allocate new device MDS (00000000f19b2f34) 00000020:00000080:3.0:1790964074.545894:0:31784:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1790964074.548520:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f1fef438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dd191a30-493b-4af3-b96c-99a693bfa1cc:30910:1877961927032960:0@lo:250: 00000100:00100000:0.0:1790964074.548593:0:30910:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.548661:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927032960 00000100:00100000:0.0:1790964074.548692:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927032960 00000100:00100000:0.0:1790964074.548915:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964074.548922:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000086938e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30910:x1877961927032960:12345-0@lo:250: 00010000:00080000:0.0:1790964074.548990:0:31797:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo t0 exp 0000000000000000 cur 932 last 0 00000020:00000080:0.0:1790964074.549018:0:31797:0:(genops.c:1385:class_connect()) connect: client dd191a30-493b-4af3-b96c-99a693bfa1cc, cookie 0x22540ddafb58852b 00000100:00080000:0.0:1790964074.549160:0:31797:0:(import.c:65:import_set_state_nolock()) 00000000d1fcb03b : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790964074.549216:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000086938e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+5:30910:x1877961927032960:12345-0@lo:250: Request processed in 293us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.549224:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964074.549283:0:30910:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.138@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790964074.549365:0:30910:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.138@tcp: connect to target with instance 0 00000100:00080000:0.0:1790964074.549374:0:30910:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790964074.549379:0:30910:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790964074.549381:0:30910:0:(import.c:65:import_set_state_nolock()) 0000000073fc18f1 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790964074.549384:0:30910:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790964074.549388:0:30910:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1790964074.549392:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f1fef438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dd191a30-493b-4af3-b96c-99a693bfa1cc:30910:1877961927032960:0@lo:250: 00000100:00100000:3.0:1790964074.554779:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964074.555692:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964074.555701:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1790964074.561242:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964074.561255:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1790964074.561945:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964074.561954:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1790964074.562864:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964074.563040:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1790964074.563046:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1790964074.563642:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1790964074.563649:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1790964074.594545:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964074.594888:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1790964074.594894:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1790964074.596066:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1790964074.596076:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790964074.596947:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964074.597096:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964074.597101:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790964074.597608:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964074.597615:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790964074.598264:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964074.598458:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964074.598463:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790964074.598988:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964074.598995:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790964074.601023:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964074.601200:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964074.601206:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1790964074.602012:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964074.602019:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1790964074.616431:0:31784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964074.616645:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964074.616651:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1790964074.618117:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964074.618129:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1790964074.618913:0:31784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964074.618919:0:31784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790964074.619593:0:31784:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1790964074.619617:0:31784:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1790964074.619624:0:31784:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.138@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1790964074.619753:0:31784:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.138@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790964074.619788:0:31784:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.138@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1790964074.619791:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790964074.619792:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964074.619793:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964074.619794:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964074.619795:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964074.619796:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964074.619797:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964074.619797:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964074.619798:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964074.619799:0:31784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964074.619801:0:31784:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1790964074.619803:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964074.619803:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964074.619804:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964074.619804:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964074.619808:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964074.619808:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964074.619809:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964074.619809:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964074.619810:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964074.619811:0:31784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964074.619831:0:31784:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964074.619845:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033088:0@lo:253: 00000100:00100000:1.0:1790964074.619924:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.619967:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 000000007df4e502 going to sleep for 11 seconds 00000100:00100000:3.0:1790964074.620021:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033088 00000100:00100000:3.0:1790964074.620027:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033088 00000100:00100000:3.0:1790964074.620066:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964074.620075:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000071f1120f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+5:31784:x1877961927033088:12345-0@lo:253: 20000000:01000000:3.0:1790964074.620115:0:31800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964074.620118:0:31800:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790964074.620120:0:31800:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1790964074.620389:0:31821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1790964074.620820:0:31800:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:1.0:1790964074.621946:0:31822:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1790964074.621951:0:31822:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1790964074.621953:0:31822:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:1.0:1790964074.621959:0:31822:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:3.0:1790964074.622283:0:31800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964074.622299:0:31800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1790964074.623447:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000071f1120f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+5:31784:x1877961927033088:12345-0@lo:253: Request processed in 3370us (3519us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.623458:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964074.623549:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033088:0@lo:253: 10000000:01000000:1.0:1790964074.623562:0:31784:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790964074.623564:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790964074.623566:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964074.623567:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964074.623568:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964074.623569:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964074.623570:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964074.623571:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964074.623571:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964074.623572:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964074.623573:0:31784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790964074.623589:0:31784:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000d25e484c from lustre-MDT0000 10000000:01000000:1.0:1790964074.623610:0:31784:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1790964074.623612:0:31784:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964074.623616:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff989d418d4d40 10000000:01000000:1.0:1790964074.623620:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964074.623627:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff989d418d4d40 from 1 10000000:01000000:1.0:1790964074.623629:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790964074.623698:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.623714:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.623721:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964074.623735:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033216:0@lo:101: 00000100:00100000:1.0:1790964074.623773:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.623797:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.623847:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033216 00000100:00100000:0.0:1790964074.623854:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033216 00000100:00100000:0.0:1790964074.623891:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964074.623899:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000063c185c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+5:31784:x1877961927033216:12345-0@lo:101: 00010000:00010000:0.0:1790964074.623910:0:31798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964074.623920:0:31798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c8d1b391/0x22540ddafb588539 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb588532 expref: -99 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.623937:0:31798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c8d1b391/0x22540ddafb588539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb588532 expref: 6 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.623944:0:31798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c8d1b391/0x22540ddafb588539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb588532 expref: 6 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.623951:0:31798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c8d1b391, rc 0) 00000100:00100000:0.0:1790964074.623985:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000063c185c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+6:31784:x1877961927033216:12345-0@lo:101: Request processed in 88us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.623989:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964074.624103:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033216:0@lo:101: 00010000:00010000:1.0:1790964074.624112:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588539 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624118:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb588539 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964074.624152:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033344:0@lo:501: 00000100:00100000:1.0:1790964074.624169:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.624187:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.624216:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033344 00000100:00100000:0.0:1790964074.624219:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033344 00000100:00100000:0.0:1790964074.624239:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964074.624243:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b2e42191 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+6:31784:x1877961927033344:12345-0@lo:501: 00000100:00100000:0.0:1790964074.624300:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b2e42191 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+6:31784:x1877961927033344:12345-0@lo:501: Request processed in 57us (130us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790964074.624304:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964074.624412:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033344:0@lo:501: 10000000:01000000:1.0:1790964074.624435:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790964074.624448:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588539 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624453:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 000000005c8764c6/0x22540ddafb588532 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588539 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964074.624467:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff989d3ad5a000 10000000:01000000:1.0:1790964074.624469:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790964074.624472:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff989d3ad5a000 10000000:01000000:1.0:1790964074.624473:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790964074.624475:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff989d3ad5a000 from 1 10000000:01000000:1.0:1790964074.624477:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790964074.624488:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624495:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624500:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964074.624523:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033472:0@lo:101: 00000100:00100000:1.0:1790964074.624547:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.624566:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.624631:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033472 00000100:00100000:0.0:1790964074.624636:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033472 00000100:00100000:0.0:1790964074.624694:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964074.624699:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000be3a2a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+6:31784:x1877961927033472:12345-0@lo:101: 00010000:00010000:0.0:1790964074.624704:0:31800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964074.624709:0:31800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e7fb42a1/0x22540ddafb588547 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb588540 expref: -99 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.624718:0:31800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7fb42a1/0x22540ddafb588547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb588540 expref: 7 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.624723:0:31800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e7fb42a1/0x22540ddafb588547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb588540 expref: 7 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.624727:0:31800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e7fb42a1, rc 0) 00000100:00100000:0.0:1790964074.624748:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000be3a2a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+7:31784:x1877961927033472:12345-0@lo:101: Request processed in 50us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.624752:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964074.624838:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033472:0@lo:101: 00010000:00010000:1.0:1790964074.624848:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588547 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624855:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb588547 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964074.624864:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790964074.624876:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588547 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624892:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 00000000c75edc9b/0x22540ddafb588540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588547 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964074.624898:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964074.624901:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964074.624905:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff989d3ad5a000 10000000:01000000:1.0:1790964074.624906:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790964074.624908:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1790964074.624910:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1790964074.624920:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624923:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.624927:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964074.624933:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033600:0@lo:101: 00000100:00100000:1.0:1790964074.624951:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.624962:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:3.0:1790964074.625038:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033600 00000100:00100000:3.0:1790964074.625042:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033600 00000100:00100000:3.0:1790964074.625071:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964074.625077:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003bc56092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+7:31784:x1877961927033600:12345-0@lo:101: 00010000:00010000:3.0:1790964074.625084:0:31797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964074.625092:0:31797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000df8e78e5/0x22540ddafb588555 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb58854e expref: -99 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.625103:0:31797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000df8e78e5/0x22540ddafb588555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb58854e expref: 8 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.625108:0:31797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000df8e78e5/0x22540ddafb588555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb58854e expref: 8 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.625112:0:31797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000df8e78e5, rc 0) 00000100:00100000:3.0:1790964074.625138:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003bc56092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+8:31784:x1877961927033600:12345-0@lo:101: Request processed in 62us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.625142:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790964074.625233:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033600:0@lo:101: 00010000:00010000:1.0:1790964074.625240:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588555 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.625244:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb588555 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964074.625279:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033728:0@lo:501: 00000100:00100000:1.0:1790964074.625304:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.625316:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:3.0:1790964074.625383:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033728 00000100:00100000:3.0:1790964074.625386:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033728 00000100:00100000:3.0:1790964074.625406:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964074.625409:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000006f1ab1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+8:31784:x1877961927033728:12345-0@lo:501: 00000100:00100000:3.0:1790964074.625498:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000006f1ab1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31784:x1877961927033728:12345-0@lo:501: Request processed in 88us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.625523:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790964074.625605:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033728:0@lo:501: 00000100:00100000:1.0:1790964074.625649:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033856:0@lo:503: 00000100:00100000:1.0:1790964074.625706:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.625717:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000309efb9f going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.625752:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033856 00000100:00100000:0.0:1790964074.625759:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033856 00000100:00100000:0.0:1790964074.625778:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964074.625781:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000045720994 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31784:x1877961927033856:12345-0@lo:503: 00000100:00100000:0.0:1790964074.626279:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000045720994 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31784:x1877961927033856:12345-0@lo:503: Request processed in 496us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964074.626341:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927033856:0@lo:503: 00000100:00100000:0.0:1790964074.626583:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790964074.634894:0:31823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31823:1877961927033984:0@lo:502: 00000100:00100000:1.0:1790964074.634977:0:31823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.635040:0:31823:0:(client.c:2716:ptlrpc_set_wait()) set 000000007cd6c80e going to sleep for 11 seconds 00000100:00100000:2.0:1790964074.635152:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927033984 00000100:00100000:2.0:1790964074.635158:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927033984 00000100:00100000:2.0:1790964074.635204:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790964074.635211:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000021432e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31823:x1877961927033984:12345-0@lo:502: 00000100:00100000:2.0:1790964074.635926:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000021432e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31823:x1877961927033984:12345-0@lo:502: Request processed in 714us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964074.635935:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790964074.636014:0:31823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31823:1877961927033984:0@lo:502: 00000020:01000000:1.0:1790964074.636041:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964074.636051:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964074.636053:0:31823:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964074.636058:0:31823:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964074.636061:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964074.636071:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000554e55c7) 00000020:00000080:1.0:1790964074.636085:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964074.636089:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964074.636163:0:31823:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964074.636169:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb588563 00000020:00000080:1.0:1790964074.636366:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964074.636369:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964074.636372:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964074.636378:0:31823:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964074.636380:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964074.636383:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964074.636384:0:31823:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964074.636387:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964074.636393:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000e1b40393) 00000020:00000080:1.0:1790964074.636401:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964074.636404:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964074.636405:0:31823:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964074.636408:0:31823:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964074.636413:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964074.636446:0:31823:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000d25e484c from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964074.636464:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000008c0525d4) 00000020:00000080:1.0:1790964074.636471:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964074.636533:0:31823:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964074.636538:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x22540ddafb588578 00000020:00000080:1.0:1790964074.636627:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964074.636632:0:31823:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964074.636635:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x22540ddafb58857f 00080000:01000000:1.0:1790964074.636639:0:31823:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964074.636641:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb588586 00010000:00010000:2.0:1790964074.703269:0:31823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964074.703961:0:31823:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964074.704239:0:31823:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964074.704936:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000b27bbcfb) 00000020:00000080:2.0:1790964074.704957:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964074.705025:0:31823:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964074.705031:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb588594 00000020:00000080:2.0:1790964074.710140:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964074.712959:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x22540ddafb58859b 00000020:00000080:2.0:1790964074.716837:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790964074.716851:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964074.716860:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964074.716862:0:31823:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790964074.716866:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964074.716868:0:31823:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1790964074.716870:0:31823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964074.716871:0:31823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964074.716872:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964074.716875:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964074.716876:0:31823:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964074.716878:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964074.716883:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964074.716884:0:31823:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790964074.716889:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790964074.716939:0:31823:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790964074.716960:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964074.716964:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964074.716965:0:31823:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790964074.716968:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790964074.716970:0:31823:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790964074.716974:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964074.716975:0:31823:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790964074.716977:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964074.716982:0:31823:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.138@tcp to nid 0x20000c0a8c98a (192.168.201.138@tcp) 00000020:01000000:2.0:1790964074.717007:0:31823:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790964074.717024:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964074.717038:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000acbdfa49) 00000020:00000080:2.0:1790964074.717058:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790964074.717064:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964074.717138:0:31823:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790964074.717143:0:31823:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790964074.717150:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb5885a9 00010000:00080000:2.0:1790964074.717178:0:31823:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f0d8128a@lustre-OST0000-osc-MDT0000: add connection 192.168.201.138@tcp at head 00010000:00010000:2.0:1790964074.717419:0:31823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790964074.720781:0:31823:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790964074.720983:0:31823:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790964074.723040:0:31823:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964074.723239:0:31823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790964074.723910:0:31823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790964074.724267:0:31827:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790964074.724272:0:31827:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790964074.725201:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964074.725214:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790964074.725261:0:31823:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790964074.725282:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x22540ddafb5885b0 00000100:00080000:0.0:1790964074.725304:0:31823:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964074.725310:0:31823:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000f0d8128a using connection 192.168.201.138@tcp/0@lo 00000100:00100000:0.0:1790964074.725346:0:31823:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964074.725376:0:31823:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1790964074.725445:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000307b1e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927034112:0@lo:8: 00000400:00000100:2.0:1790964074.725514:0:30910:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961927034112 offset 0 length 520: 4 00000020:01000000:0.0:1790964074.725711:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964074.725716:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964074.725718:0:31823:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790964074.725720:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964074.725723:0:31823:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1790964074.725724:0:31823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964074.725726:0:31823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964074.725727:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964074.725729:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964074.725730:0:31823:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964074.725732:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964074.725736:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964074.725737:0:31823:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1790964074.725740:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964074.725743:0:31823:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.138@tcp to nid 0x20000c0a8c98a (192.168.201.138@tcp) 00000020:00000080:0.0:1790964074.725764:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964074.725787:0:31823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000dee373c2) 00000020:00000080:0.0:1790964074.725799:0:31823:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790964074.725804:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964074.725857:0:31823:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1790964074.725863:0:31823:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790964074.725868:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x22540ddafb5885be 00010000:00080000:0.0:1790964074.725894:0:31823:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d044d12a@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.138@tcp at head 00010000:00010000:0.0:1790964074.728249:0:31823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:1.0:1790964074.729717:0:31823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964074.729733:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1790964074.729765:0:31823:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790964074.729786:0:31823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x22540ddafb5885c5 00000100:00080000:1.0:1790964074.729796:0:31823:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964074.729801:0:31823:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000d044d12a using connection 192.168.201.138@tcp/0@lo 00000100:00100000:1.0:1790964074.729835:0:31823:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea1fa491 x1877961927034240/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964074.729863:0:31823:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1790964074.729919:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964074.729923:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964074.729924:0:31823:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1790964074.729927:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964074.729931:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964074.729932:0:31823:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790964074.729935:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790964074.729936:0:31823:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1790964074.729962:0:31823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fe624fde pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31823:1877961927034368:0@lo:502: 00000100:00100000:1.0:1790964074.730039:0:31823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964074.730083:0:31823:0:(client.c:2716:ptlrpc_set_wait()) set 000000001aa901cc going to sleep for 11 seconds 00000100:00100000:3.0:1790964074.730236:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034368 00000100:00100000:3.0:1790964074.730243:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034368 00000100:00100000:3.0:1790964074.730302:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964074.730311:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006f0a5bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31823:x1877961927034368:12345-0@lo:502: 00000100:00100000:3.0:1790964074.730430:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006f0a5bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31823:x1877961927034368:12345-0@lo:502: Request processed in 121us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.730438:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964074.730498:0:31823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fe624fde pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31823:1877961927034368:0@lo:502: 00000020:01000000:3.0:1790964074.730532:0:31823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964074.730537:0:31823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964074.730538:0:31823:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964074.730542:0:31823:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:3.0:1790964074.730720:0:31784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:3.0:1790964074.730742:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1790964074.730759:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588555 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.730769:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 000000009e5ad8f2/0x22540ddafb58854e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588555 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964074.730777:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff989d3ad5a000 from 1 10000000:01000000:3.0:1790964074.730780:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790964074.730809:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.730816:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.730833:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.730846:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034496:0@lo:101: 00000100:00100000:3.0:1790964074.730876:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.730890:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c4830ff9 going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.731072:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927034240:0@lo:38: 00000100:00100000:0.0:1790964074.731107:0:30910:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.731160:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034496 00000100:00100000:0.0:1790964074.731165:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034496 00000100:00100000:0.0:1790964074.731188:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964074.731194:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000daba50bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+9:31784:x1877961927034496:12345-0@lo:101: 00010000:00010000:0.0:1790964074.731203:0:31800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964074.731215:0:31800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb5885cc expref: -99 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.731236:0:31800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb5885cc expref: 10 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.731244:0:31800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb5885cc expref: 10 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.731251:0:31800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000544a67f0, rc 0) 00000100:00100000:0.0:1790964074.731276:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000daba50bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+10:31784:x1877961927034496:12345-0@lo:101: Request processed in 83us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.731293:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790964074.731571:0:31810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034240 00000100:00100000:3.0:1790964074.731575:0:31810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034240 00000100:00100000:3.0:1790964074.731604:0:31810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964074.731608:0:31810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000051be9944 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30910:x1877961927034240:12345-0@lo:38: 00010000:00020000:3.0:1790964074.731622:0:31810:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790964074.731682:0:31810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000051be9944 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30910:x1877961927034240:12345-0@lo:38: Request processed in 72us (574us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790964074.731688:0:31810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964074.731717:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034496:0@lo:101: 00010000:00010000:3.0:1790964074.731729:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.731738:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.732266:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034624:0@lo:256: 00000100:00080000:1.0:1790964074.732446:0:30910:0:(import.c:65:import_set_state_nolock()) 00000000d044d12a lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964074.732470:0:30910:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790964074.732473:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ea1fa491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927034240:0@lo:38: 00000100:00100000:3.0:1790964074.732818:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.732881:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c4830ff9 going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.732916:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034624 00000100:00100000:0.0:1790964074.732932:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034624 00000100:00100000:0.0:1790964074.733006:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964074.733013:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004ca4b8ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+10:31784:x1877961927034624:12345-0@lo:256: 20000000:01000000:0.0:1790964074.733031:0:31800:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964074.733037:0:31800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964074.733114:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004ca4b8ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+10:31784:x1877961927034624:12345-0@lo:256: Request processed in 102us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.733121:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790964074.733176:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034624:0@lo:256: 10000000:01000000:3.0:1790964074.733979:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790964074.734007:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.734019:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964074.734028:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff989d3ad5a000 from 1 10000000:01000000:3.0:1790964074.734030:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790964074.734061:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.734068:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.734076:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.734093:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034752:0@lo:101: 00000100:00100000:3.0:1790964074.734131:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.734630:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c4830ff9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964074.734783:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034752 00000100:00100000:1.0:1790964074.734790:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034752 00000100:00100000:1.0:1790964074.734861:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964074.734869:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000095fa41e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+10:31784:x1877961927034752:12345-0@lo:101: 00010000:00010000:1.0:1790964074.734880:0:31798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964074.734893:0:31798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000059b0dbf/0x22540ddafb5885e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb5885da expref: -99 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.734915:0:31798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000059b0dbf/0x22540ddafb5885e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb5885da expref: 11 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.734925:0:31798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000059b0dbf/0x22540ddafb5885e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb5885da expref: 11 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.734933:0:31798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000059b0dbf, rc 0) 00000100:00100000:1.0:1790964074.734977:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000095fa41e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927034752:12345-0@lo:101: Request processed in 109us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964074.734994:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790964074.735057:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034752:0@lo:101: 00010000:00010000:3.0:1790964074.735070:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885e1 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.735077:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb5885e1 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.735136:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034880:0@lo:501: 00000100:00100000:3.0:1790964074.735162:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.735294:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c4830ff9 going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.735397:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927034880 00000100:00100000:0.0:1790964074.735402:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927034880 00000100:00100000:0.0:1790964074.735425:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790964074.735431:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008779eb62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927034880:12345-0@lo:501: 00000100:00100000:0.0:1790964074.735580:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008779eb62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927034880:12345-0@lo:501: Request processed in 150us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.735588:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964074.735905:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927034880:0@lo:501: 00000100:00100000:3.0:1790964074.735933:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035008:0@lo:503: 00000100:00100000:3.0:1790964074.735973:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.735994:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c4830ff9 going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.736045:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035008 00000100:00100000:0.0:1790964074.736049:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035008 00000100:00100000:0.0:1790964074.736068:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964074.736072:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000079bb9791 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927035008:12345-0@lo:503: 00000040:00080000:0.0:1790964074.736104:0:31800:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964074.736149:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000079bb9791 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927035008:12345-0@lo:503: Request processed in 76us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.736156:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790964074.736226:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035008:0@lo:503: 00000040:00080000:3.0:1790964074.737222:0:31831:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:0.0:1790964074.737448:0:31784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:0.0:1790964074.737470:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790964074.737565:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885e1 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737592:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 0000000024efa59d/0x22540ddafb5885da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885e1 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964074.737644:0:31784:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790964074.737647:0:31784:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff989d3ad5a000 10000000:01000000:0.0:1790964074.737650:0:31784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff989d3ad5a000 10000000:01000000:0.0:1790964074.737656:0:31784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964074.737661:0:31784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff989d3ad5a000 from 1 10000000:01000000:0.0:1790964074.737692:0:31784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790964074.737723:0:31784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737730:0:31784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737738:0:31784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964074.737755:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035136:0@lo:101: 00000100:00100000:0.0:1790964074.737806:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.737839:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d25d110c going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.737859:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035136 00000100:00100000:0.0:1790964074.737865:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035136 00000100:00100000:0.0:1790964074.737894:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964074.737900:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008833c801 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31784:x1877961927035136:12345-0@lo:101: 00010000:00010000:0.0:1790964074.737910:0:31800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964074.737921:0:31800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007344f5ad/0x22540ddafb5885ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb5885e8 expref: -99 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737950:0:31800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007344f5ad/0x22540ddafb5885ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb5885e8 expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737959:0:31800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007344f5ad/0x22540ddafb5885ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb5885e8 expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.737967:0:31800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007344f5ad, rc 0) 00000100:00100000:0.0:1790964074.738000:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008833c801 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035136:12345-0@lo:101: Request processed in 100us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.738007:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964074.738047:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035136:0@lo:101: 00010000:00010000:0.0:1790964074.738059:0:31784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885ef expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.738066:0:31784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb5885ef expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964074.738111:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035264:0@lo:501: 00000100:00100000:0.0:1790964074.738133:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.738144:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d25d110c going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.738154:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035264 00000100:00100000:0.0:1790964074.738158:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035264 00000100:00100000:0.0:1790964074.738173:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964074.738177:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ca2627e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035264:12345-0@lo:501: 00000100:00100000:0.0:1790964074.738271:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ca2627e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035264:12345-0@lo:501: Request processed in 93us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.738278:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964074.738643:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035264:0@lo:501: 00000100:00100000:0.0:1790964074.738808:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035392:0@lo:503: 00000100:00100000:0.0:1790964074.738849:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.738908:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d25d110c going to sleep for 11 seconds 00000100:00100000:1.0:1790964074.738973:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035392 00000100:00100000:1.0:1790964074.738978:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035392 00000100:00100000:2.0:1790964074.739042:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790964074.739051:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f7059866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035392:12345-0@lo:503: 00000100:00100000:2.0:1790964074.739184:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f7059866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035392:12345-0@lo:503: Request processed in 136us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964074.739192:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964074.739311:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035392:0@lo:503: 00000100:00100000:0.0:1790964074.739784:0:31832:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31832:1877961927035520:0@lo:502: 00000100:00100000:0.0:1790964074.739825:0:31832:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.739927:0:31832:0:(client.c:2716:ptlrpc_set_wait()) set 000000007bb1f088 going to sleep for 11 seconds 00000100:00100000:2.0:1790964074.739991:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035520 00000100:00100000:2.0:1790964074.739997:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035520 00000100:00100000:2.0:1790964074.740021:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964074.740026:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000099e5fb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31832:x1877961927035520:12345-0@lo:502: 00000100:00100000:2.0:1790964074.740118:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000099e5fb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31832:x1877961927035520:12345-0@lo:502: Request processed in 92us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964074.740124:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964074.740198:0:31832:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31832:1877961927035520:0@lo:502: 00000020:01000004:0.0:1790964074.740254:0:31832:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1790964074.740268:0:31832:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000867f8953) 00000020:00000080:0.0:1790964074.740298:0:31832:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1790964074.740375:0:31832:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000d25e484c from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964074.740379:0:31832:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000d25e484c from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964074.740381:0:31832:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000d25e484c 4 00010000:00080000:0.0:1790964074.740407:0:31832:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ae6fdad9@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.138@tcp at head 00010000:00010000:0.0:1790964074.742147:0:31832:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:0.0:1790964074.742354:0:31832:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1790964074.742394:0:31832:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790964074.742406:0:31832:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x22540ddafb5885fd 00000100:00080000:0.0:1790964074.742416:0:31832:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964074.742420:0:31832:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000ae6fdad9 using connection 192.168.201.138@tcp/0@lo 00000100:00100000:0.0:1790964074.742451:0:31832:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001497054f x1877961927035648/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964074.742477:0:31832:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1790964074.744901:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30910:1877961927035648:0@lo:38: 00000100:00100000:0.0:1790964074.744994:0:30910:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964074.745112:0:31805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035648 00000100:00100000:2.0:1790964074.745121:0:31805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035648 00000100:00100000:2.0:1790964074.745158:0:31805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964074.745165:0:31805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ff0eaec2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30910:x1877961927035648:12345-0@lo:38: 00000100:00100000:2.0:1790964074.745224:0:31805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ff0eaec2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30910:x1877961927035648:12345-0@lo:38: Request processed in 57us (230us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790964074.745231:0:31805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964074.745269:0:30910:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790964074.745277:0:30910:0:(import.c:65:import_set_state_nolock()) 00000000ae6fdad9 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964074.745281:0:30910:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790964074.745283:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001497054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30910:1877961927035648:0@lo:38: 00000100:00100000:0.0:1790964074.748280:0:31832:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000054f822b5 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31832:1877961927035776:0@lo:502: 00000100:00100000:0.0:1790964074.748367:0:31832:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964074.748406:0:31832:0:(client.c:2716:ptlrpc_set_wait()) set 00000000040131f4 going to sleep for 11 seconds 00000100:00100000:0.0:1790964074.750807:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035776 00000100:00100000:0.0:1790964074.750823:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035776 00000100:00100000:0.0:1790964074.750886:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964074.750895:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000004b417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31832:x1877961927035776:12345-0@lo:502: 00000100:00100000:0.0:1790964074.751066:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000004b417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31832:x1877961927035776:12345-0@lo:502: Request processed in 172us (2699us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964074.751074:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964074.751132:0:31832:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000054f822b5 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dd191a30-493b-4af3-b96c-99a693bfa1cc:31832:1877961927035776:0@lo:502: 00000040:00080000:0.0:1790964074.751166:0:31832:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1790964074.751603:0:31784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1790964074.751628:0:31784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790964074.751649:0:31784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885ef expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.751660:0:31784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 000000008cd7ff7e/0x22540ddafb5885e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb5885ef expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790964074.751913:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790964074.751916:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964074.751917:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964074.751919:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964074.751920:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964074.751921:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964074.751922:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964074.751924:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964074.751925:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964074.751927:0:31784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790964074.752044:0:31784:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1790964074.752047:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964074.752049:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964074.752049:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964074.752050:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964074.752051:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964074.752053:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964074.752053:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964074.752060:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964074.752061:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964074.752062:0:31784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790964074.752084:0:31784:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964074.752100:0:31784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035904:0@lo:253: 00000100:00100000:3.0:1790964074.752151:0:31784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.752189:0:31784:0:(client.c:2716:ptlrpc_set_wait()) set 000000001baaaae8 going to sleep for 11 seconds 00000100:00100000:2.0:1790964074.752371:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927035904 00000100:00100000:2.0:1790964074.752378:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927035904 00000100:00100000:2.0:1790964074.752449:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790964074.752457:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c8e61617 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035904:12345-0@lo:253: 20000000:01000000:2.0:1790964074.752489:0:31797:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1790964074.752511:0:31797:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1790964074.754870:0:31797:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790964074.754881:0:31797:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1790964074.755058:0:31821:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790964074.755063:0:31821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790964074.755085:0:31821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.755102:0:31821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.755111:0:31821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.755149:0:31821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.755165:0:31821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.755180:0:31821:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000237f4e48 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31821:1877961927036032:0@lo:104: 00000100:00100000:3.0:1790964074.755240:0:31821:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964074.755293:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 00000000fe5af018 going to sleep for 11 seconds 00000100:00100000:1.0:1790964074.755400:0:31788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036032 00000100:00100000:1.0:1790964074.755408:0:31788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036032 00000100:00100000:1.0:1790964074.755453:0:31788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964074.755461:0:31788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd0e10c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dd191a30-493b-4af3-b96c-99a693bfa1cc+3:31821:x1877961927036032:12345-0@lo:104: 00010000:00010000:1.0:1790964074.755474:0:31788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964074.755655:0:31788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790964074.755661:0:31788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd0e10c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dd191a30-493b-4af3-b96c-99a693bfa1cc+3:31821:x1877961927036032:12345-0@lo:104: Request processed in 202us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964074.755696:0:31788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964074.755770:0:31821:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000237f4e48 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31821:1877961927036032:0@lo:104: 00010000:00010000:3.0:1790964074.755788:0:31821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.755882:0:31793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790964074.755888:0:31793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.755896:0:31793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000080de6d8e already unused, calling callback (00000000fd6f6bb0) 10000000:00010000:2.0:1790964074.755899:0:31793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.755906:0:31793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790964074.755930:0:31793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964074.755935:0:31793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790964074.755961:0:31793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.755969:0:31793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790964074.755997:0:31793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.756004:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.138@tcp lock: 0000000080de6d8e/0x22540ddafb5885cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x22540ddafb5885d3 expref: -99 pid: 31784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964074.756022:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964074.756024:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964074.756025:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964074.756109:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c8e61617 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31784:x1877961927035904:12345-0@lo:253: Request processed in 3653us (3958us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.756124:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964074.756224:0:30912:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ce3ea19e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd191a30-493b-4af3-b96c-99a693bfa1cc:30912:1877961927036160:0@lo:103: 00000100:00100000:1.0:1790964074.756255:0:30912:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964074.756349:0:31784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6f20558 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dd191a30-493b-4af3-b96c-99a693bfa1cc:31784:1877961927035904:0@lo:253: 10000000:01000000:2.0:1790964074.756359:0:31784:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964074.756362:0:31784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964074.756364:0:31784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964074.756365:0:31784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964074.756366:0:31784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964074.756367:0:31784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964074.756368:0:31784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964074.756370:0:31784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964074.756371:0:31784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964074.756373:0:31784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964074.756374:0:31784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790964074.756387:0:31784:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1790964074.759890:0:31790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036160 00000100:00100000:3.0:1790964074.759903:0:31790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036160 00010000:00010000:3.0:1790964074.759937:0:31790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964074.760358:0:31790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964074.760367:0:31790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ea1fa491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:30912:x1877961927036160:12345-0@lo:103: 00010000:00010000:3.0:1790964074.760381:0:31790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790964074.760386:0:31790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760397:0:31790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760412:0:31790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000544a67f0/0x22540ddafb5885d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x22540ddafb5885cc expref: 12 pid: 31800 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760426:0:31790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760433:0:31790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790964074.760449:0:31790:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005385818s 00010000:00010000:3.0:1790964074.760453:0:31790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760459:0:31790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760476:0:31790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760482:0:31790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760487:0:31790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000ba191e89 already unused, calling callback (00000000ab5a1ea3) 00010000:00010000:3.0:1790964074.760490:0:31790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760498:0:31790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760530:0:31790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964074.760541:0:31790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790964074.760610:0:31790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ea1fa491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:30912:x1877961927036160:12345-0@lo:103: Request processed in 244us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964074.760617:0:31790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1790964074.760689:0:31821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.760697:0:31821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964074.760703:0:31821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ba191e89/0x22540ddafb588604 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964074.761745:0:30912:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ce3ea19e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd191a30-493b-4af3-b96c-99a693bfa1cc:30912:1877961927036160:0@lo:103: 00000040:01000000:3.0:1790964074.770300:0:31784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790964074.770308:0:31784:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:2.0:1790964074.772230:0:31837:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:2.0:1790964074.772244:0:31837:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964074.772608:0:31838:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1790964074.773088:0:31838:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1790964074.775468:0:31784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1790964074.776200:0:31838:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790964074.776275:0:31838:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:3.0:1790964074.776602:0:31839:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000237f4e48 x1877961927036288/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964074.776615:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000040:01000000:0.0:1790964074.777032:0:31784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1790964074.777071:0:31784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790964074.777589:0:31784:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790964074.777600:0:31784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1790964074.777640:0:31784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964074.783057:0:31784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1790964074.783708:0:31784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1790964074.783744:0:31784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1790964074.783856:0:31784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790964074.784378:0:31784:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1790964074.786570:0:31784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790964074.787875:0:31784:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790964074.787908:0:31784:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb4db89e4f988 00100000:10000000:0.0:1790964074.787916:0:31784:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964074.788742:0:31784:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964074.788759:0:31784:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.138@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964074.788782:0:31784:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964074.788823:0:31784:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1790964074.815177:0:31784:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964074.816001:0:31784:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790964075.565972:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964075.819762:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00010000:00010000:2.0:1790964076.587738:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964076.842816:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00010000:00010000:1.0:1790964077.612380:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964077.869850:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00010000:00010000:2.0:1790964078.637749:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964078.892007:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00010000:00010000:1.0:1790964079.658872:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964079.915745:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00080000:3.0:1790964080.049994:0:25738:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964080.050003:0:25738:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1790964080.050005:0:25738:0:(import.c:65:import_set_state_nolock()) 00000000ae6fdad9 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790964080.050017:0:25738:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000ae6fdad9 using connection 192.168.201.138@tcp/0@lo 00000100:00100000:3.0:1790964080.050037:0:25738:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003c4224b6 x1877961927036544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964080.050393:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003c4224b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30910:1877961927036544:0@lo:38: 00000100:00100000:3.0:1790964080.050589:0:30910:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964080.050970:0:30913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000df61019e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd191a30-493b-4af3-b96c-99a693bfa1cc:30913:1877961927036416:0@lo:400: 00000100:00100000:1.0:1790964080.050990:0:31806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036544 00000100:00100000:0.0:1790964080.051007:0:30913:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964080.051075:0:31806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036544 00000100:00100000:1.0:1790964080.051111:0:31806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964080.051117:0:31806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b5edbcdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:30910:x1877961927036544:12345-0@lo:38: 00010000:00080000:1.0:1790964080.051144:0:31806:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 937 last 0 00000020:00000080:1.0:1790964080.051189:0:31806:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x22540ddafb58860b 00000004:00100000:1.0:1790964080.051229:0:31806:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790964080.051339:0:31806:0:(import.c:65:import_set_state_nolock()) 000000006ffd9f03 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964080.051393:0:31806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b5edbcdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30910:x1877961927036544:12345-0@lo:38: Request processed in 275us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964080.051400:0:31806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964080.051439:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036416 00000100:00100000:1.0:1790964080.051443:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036416 00000100:00100000:1.0:1790964080.051475:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790964080.051481:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000954ae75d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:30913:x1877961927036416:12345-0@lo:400: 00000100:00100000:1.0:1790964080.051515:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000954ae75d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:30913:x1877961927036416:12345-0@lo:400: Request processed in 35us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964080.051521:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790964080.051563:0:30913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000df61019e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd191a30-493b-4af3-b96c-99a693bfa1cc:30913:1877961927036416:0@lo:400: 00010000:00080000:1.0:1790964080.051595:0:30910:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000003c4224b6 x1877961927036544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790964080.051608:0:30910:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790964080.051615:0:30910:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790964080.051618:0:30910:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790964080.051620:0:30910:0:(import.c:65:import_set_state_nolock()) 00000000ae6fdad9 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790964080.051625:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003c4224b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30910:1877961927036544:0@lo:38: 00000001:02000400:0.0:1790964080.196358:0:32083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg138-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1790964080.247745:0:32085:0:(debug.c:305:cfs_str2mask()) Process entered 10000000:00000001:3.0:1790964080.560916:0:31802:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964080.560925:0:31802:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000007a687b90) refs 2 10000000:00000001:3.0:1790964080.560932:0:31802:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964080.560935:0:31802:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1790964080.560936:0:31802:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1790964080.560938:0:31802:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1790964080.560940:0:31802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1790964080.560942:0:31802:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1790964080.560944:0:31802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff989d3ad5a000 from 9 10000000:00000001:3.0:1790964080.560947:0:31802:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1790964080.560949:0:31802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1790964080.560961:0:31802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3f2706. 00000020:00000040:3.0:1790964080.560967:0:31802:0:(genops.c:1210:class_import_get()) import 0000000073fc18f1 refcount=4 obd=MGC192.168.201.138@tcp 00000100:00000001:3.0:1790964080.560971:0:31802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964080.560975:0:31802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964080.560980:0:31802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964080.560987:0:31802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8e15902. 00000100:00000001:3.0:1790964080.560994:0:31802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964080.560999:0:31802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1790964080.561001:0:31802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790964080.561008:0:31802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000cec47bfe. 00010000:00000001:3.0:1790964080.561013:0:31802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790964080.561027:0:31802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067a4a3b5. 00000020:00000001:3.0:1790964080.561032:0:31802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964080.561035:0:31802:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000067a4a3b5 with handle 0x22540ddafb588612 to hash 00000020:00000001:3.0:1790964080.561037:0:31802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790964080.561038:0:31802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:3.0:1790964080.561042:0:31802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:3.0:1790964080.561055:0:31802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1790964080.561058:0:31802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964080.561061:0:31802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964080.561070:0:31802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964080.561081:0:31802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1790964080.561087:0:31802:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964080.561089:0:31802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964080.561096:0:31802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000571c8d35. 00000100:00000001:3.0:1790964080.561099:0:31802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630399542393088 : -113674167158528 : ffff989d2ba57900) 00000100:00000001:3.0:1790964080.561101:0:31802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964080.561103:0:31802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571800576 : -113679137751040 : ffff989c03604000) 00000100:00000001:3.0:1790964080.561107:0:31802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964080.561116:0:31802:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964080.561118:0:31802:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964080.561120:0:31802:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964080.561128:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964080.561137:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964080.561139:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964080.561142:0:31802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964080.561144:0:31802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964080.561146:0:31802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964080.561155:0:31802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ae3f2706 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dd191a30-493b-4af3-b96c-99a693bfa1cc:31802:1877961927036672:0@lo:101: 00000100:00000001:3.0:1790964080.561160:0:31802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964080.561166:0:31802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964080.561169:0:31802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964080.561171:0:31802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964080.561175:0:31802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f91e6e9. 02000000:00000001:3.0:1790964080.561177:0:31802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964080.561184:0:31802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012dccd2a. 00000400:00000010:3.0:1790964080.561191:0:31802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027d796fd. 00000100:00000200:3.0:1790964080.561198:0:31802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961927036672, portal 25 00000100:00000001:3.0:1790964080.561200:0:31802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964080.561202:0:31802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571800576 : -113679137751040 : ffff989c03604000) 00000100:00000040:3.0:1790964080.561206:0:31802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964080.561213:0:31802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964080.561216:0:31802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964080.561218:0:31802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffbe5c85. 00000100:00000200:3.0:1790964080.561220:0:31802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961927036672, offset 0 00000400:00000200:3.0:1790964080.561226:0:31802:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964080.561240:0:31802:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964080.561250:0:31802:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff15900f00 00000400:00000200:3.0:1790964080.561256:0:31802:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:3.0:1790964080.561259:0:31802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c49663a5. 00000400:00000200:3.0:1790964080.561265:0:31802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087c86061 00000400:00000200:3.0:1790964080.561274:0:31802:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964080.561279:0:31802:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964080.561284:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c86061 00000400:00000010:3.0:1790964080.561287:0:31802:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000087c86061. 00000100:00000001:3.0:1790964080.561293:0:31802:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964080.561295:0:31802:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964080.561299:0:31802:0:(events.c:341:request_in_callback()) incoming req@0000000095f959ef x1877961927036672 msgsize 328 00000100:00100000:3.0:1790964080.561303:0:31802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964080.561305:0:31802:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964080.561331:0:31802:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964080.561345:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffbe5c85 00000400:00000010:3.0:1790964080.561347:0:31802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ffbe5c85. 00000100:00000001:3.0:1790964080.561350:0:31802:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964080.561354:0:31802:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964080.561363:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964080.561366:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964080.561372:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964080.561373:0:31802:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964080.561379:0:31802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964080.561384:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295605768 00000100:00000010:3.0:1790964080.561388:0:31802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af5e0969. 00000100:00000001:3.0:1790964080.561396:0:31802:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964080.561414:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295605768 00000100:00000010:3.0:1790964080.561418:0:31802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089684f43. 00000100:00000001:3.0:1790964080.561421:0:31802:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964080.561424:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295605768 00000100:00000010:3.0:1790964080.561427:0:31802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091175590. 00000100:00000001:3.0:1790964080.561430:0:31802:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964080.561433:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295605768 00000100:00000010:3.0:1790964080.561435:0:31802:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c15b460. 00000100:00000001:3.0:1790964080.561438:0:31802:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964080.561441:0:31802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964080.561444:0:31802:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964080.561446:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964080.561448:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964080.561451:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000571c8d35 going to sleep for 11 seconds 00000100:00000001:3.0:1790964080.561453:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964080.561456:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.561630:0:31797:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964080.561633:0:31797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036672 02000000:00000001:0.0:1790964080.561636:0:31797:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964080.561638:0:31797:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964080.561640:0:31797:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.561644:0:31797:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964080.561647:0:31797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036672 00000020:00000001:0.0:1790964080.561649:0:31797:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964080.561651:0:31797:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb58852b 00000020:00000001:0.0:1790964080.561653:0:31797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964080.561655:0:31797:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000009099ea4 refcount=11 00000020:00000001:0.0:1790964080.561657:0:31797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000020:00000001:0.0:1790964080.561660:0:31797:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000100:00000001:0.0:1790964080.561688:0:31797:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964080.561699:0:31797:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2116242. 00000100:00000001:0.0:1790964080.561702:0:31797:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964080.561704:0:31797:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2116242. 00000020:00000010:0.0:1790964080.561710:0:31797:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000061927b3. 00000020:00000010:0.0:1790964080.561715:0:31797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbb14fc0. 00000020:00000010:0.0:1790964080.561720:0:31797:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000304adb82. 00000100:00000040:0.0:1790964080.561741:0:31797:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964080.561745:0:31797:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964080.561746:0:31797:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964080.561748:0:31797:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.561756:0:31797:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.561768:0:31797:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.561780:0:31797:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964080.561781:0:31797:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964080.561785:0:31797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964080.561789:0:31797:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000009099ea4 : new rpc_count 1 00000100:00000001:0.0:1790964080.561791:0:31797:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630399835188304 : -113673874363312 : ffff989d3d192c50) 00000100:00000040:0.0:1790964080.561795:0:31797:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095f959ef x1877961927036672/t0(0) o101->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 328/0 e 0 to 0 dl 1790964091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.561803:0:31797:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964080.561806:0:31797:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2116242. 00000100:00000001:0.0:1790964080.561807:0:31797:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964080.561809:0:31797:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2116242. 00000100:00100000:0.0:1790964080.561813:0:31797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000095f959ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+11:31802:x1877961927036672:12345-0@lo:101: 00000100:00000200:0.0:1790964080.561817:0:31797:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961927036672 00000020:00000001:0.0:1790964080.561820:0:31797:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964080.561824:0:31797:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964080.561826:0:31797:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964080.561828:0:31797:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964080.561830:0:31797:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660641920 : -1048909696 : ffffffffc17ae880) 00000020:00000001:0.0:1790964080.561833:0:31797:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964080.561835:0:31797:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964080.561844:0:31797:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964080.561846:0:31797:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964080.561850:0:31797:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964080.561852:0:31797:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:0.0:1790964080.561854:0:31797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1790964080.561855:0:31797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1790964080.561857:0:31797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1790964080.561859:0:31797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.561864:0:31797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964080.561869:0:31797:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000002b9df56. 00010000:00000001:0.0:1790964080.561872:0:31797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964080.561874:0:31797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b203169f. 00000020:00000001:0.0:1790964080.561877:0:31797:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964080.561878:0:31797:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000b203169f with handle 0x22540ddafb588619 to hash 00000020:00000001:0.0:1790964080.561880:0:31797:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964080.561881:0:31797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630399146252288 : -113674563299328 : ffff989d1408d800) 00010000:00000001:0.0:1790964080.561883:0:31797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630399146252288 : -113674563299328 : ffff989d1408d800) 00010000:00010000:0.0:1790964080.561886:0:31797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b203169f/0x22540ddafb588619 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x22540ddafb588612 expref: -99 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1790964080.561894:0:31797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 0000000009099ea4 : new locks_count 6 00000020:00000040:0.0:1790964080.561896:0:31797:0:(genops.c:868:class_export_get()) GET export 0000000009099ea4 refcount=12 00000100:00000001:0.0:1790964080.561903:0:31797:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964080.561906:0:31797:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964080.561910:0:31797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cf0bbf73. 02000000:00000001:0.0:1790964080.561912:0:31797:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.561914:0:31797:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.561916:0:31797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964080.561919:0:31797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1790964080.561922:0:31797:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1790964080.561923:0:31797:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964080.561925:0:31797:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964080.561927:0:31797:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964080.561928:0:31797:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964080.561930:0:31797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964080.561932:0:31797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964080.561939:0:31797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964080.561941:0:31797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964080.561943:0:31797:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000002b9df56) refcount = 1 00010000:00010000:0.0:1790964080.561947:0:31797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b203169f/0x22540ddafb588619 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x22540ddafb588612 expref: 12 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.561952:0:31797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964080.561954:0:31797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964080.561955:0:31797:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964080.561957:0:31797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.561958:0:31797:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964080.561963:0:31797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1790964080.561965:0:31797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b203169f/0x22540ddafb588619 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x22540ddafb588612 expref: 12 pid: 31797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.561971:0:31797:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1790964080.561972:0:31797:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1790964080.561974:0:31797:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964080.561976:0:31797:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.561977:0:31797:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1790964080.561979:0:31797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.561980:0:31797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964080.561981:0:31797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b203169f, rc 0) 00000020:00000001:0.0:1790964080.561984:0:31797:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964080.561986:0:31797:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961927036672 00010000:00000001:0.0:1790964080.561989:0:31797:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964080.561993:0:31797:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000095f959ef x1877961927036672/t0(0) o101->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 328/344 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964080.562001:0:31797:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964080.562003:0:31797:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964080.562006:0:31797:0:(import.c:2195:obd_at_measure()) add 1 to 00000000661640f2 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964080.562010:0:31797:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964080.562011:0:31797:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 17 to 0@lo 00000100:00000001:0.0:1790964080.562013:0:31797:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 02000000:00000001:0.0:1790964080.562016:0:31797:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964080.562024:0:31797:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562027:0:31797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964080.562029:0:31797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964080.562032:0:31797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb488b07. 00000100:00000200:0.0:1790964080.562035:0:31797:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961927036672, offset 224 00000400:00000200:0.0:1790964080.562040:0:31797:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964080.562047:0:31797:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964080.562054:0:31797:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff15900f00 00000400:00000200:0.0:1790964080.562059:0:31797:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:0.0:1790964080.562064:0:31797:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964080.562068:0:31797:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964080.562071:0:31797:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964080.562075:0:31797:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964080.562084:0:31797:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562099:0:31797:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964080.562105:0:31797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb488b07 00000400:00000010:0.0:1790964080.562107:0:31797:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000eb488b07. 00000100:00000001:0.0:1790964080.562120:0:31797:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964080.562122:0:31797:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964080.562126:0:31797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964080.562128:0:31797:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 16 to 0@lo 00010000:00000001:0.0:1790964080.562130:0:31797:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964080.562131:0:31797:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964080.562133:0:31797:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964080.562137:0:31797:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095f959ef x1877961927036672/t0(0) o101->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 328/344 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964080.562144:0:31797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000095f959ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31802:x1877961927036672:12345-0@lo:101: Request processed in 340us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964080.562150:0:31797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964080.562152:0:31797:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009099ea4 : new rpc_count 0 00000100:00000001:0.0:1790964080.562154:0:31797:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964080.562161:0:31797:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964080.562165:0:31797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbb14fc0. 00000020:00000010:0.0:1790964080.562168:0:31797:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000304adb82. 00000020:00000010:0.0:1790964080.562171:0:31797:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000061927b3. 00000020:00000040:0.0:1790964080.562176:0:31797:0:(genops.c:879:class_export_put()) PUTting export 0000000009099ea4 : new refcount 11 02000000:00000001:0.0:1790964080.562179:0:31797:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964080.562182:0:31797:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000cf0bbf73. 02000000:00000001:0.0:1790964080.562185:0:31797:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964080.562188:0:31797:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964080.562192:0:31797:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964080.562196:0:31797:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fefad9e. 00000400:00000010:0.0:1790964080.562201:0:31797:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4b608ee. 00000100:00000001:0.0:1790964080.562216:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964080.562220:0:31802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964080.562222:0:31802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964080.562223:0:31802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012dccd2a. 00000400:00000200:0.0:1790964080.562226:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d796fd 00000400:00000010:0.0:1790964080.562227:0:31802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027d796fd. 00000100:00000001:0.0:1790964080.562230:0:31802:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964080.562232:0:31802:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964080.562240:0:31802:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562245:0:31802:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964080.562247:0:31802:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.562249:0:31802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964080.562251:0:31802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964080.562252:0:31802:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964080.562254:0:31802:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.562256:0:31802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964080.562259:0:31802:0:(import.c:2195:obd_at_measure()) add 5 to 00000000fed139a6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964080.562262:0:31802:0:(import.c:2195:obd_at_measure()) add 1 to 000000007839ede3 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964080.562264:0:31802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964080.562265:0:31802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.562268:0:31802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964080.562270:0:31802:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562278:0:31802:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964080.562282:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562288:0:31802:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964080.562291:0:31802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964080.562293:0:31802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964080.562295:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964080.562302:0:31802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ae3f2706 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dd191a30-493b-4af3-b96c-99a693bfa1cc:31802:1877961927036672:0@lo:101: 00000100:00000001:0.0:1790964080.562306:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.562308:0:31802:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562310:0:31802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964080.562311:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964080.562313:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562319:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964080.562321:0:31802:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000571c8d35. 00000100:00000001:0.0:1790964080.562324:0:31802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964080.562325:0:31802:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.562328:0:31802:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1790964080.562330:0:31802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964080.562332:0:31802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964080.562334:0:31802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000067a4a3b5 refcount=4 00000020:00000001:0.0:1790964080.562336:0:31802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:0.0:1790964080.562339:0:31802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000040:0.0:1790964080.562343:0:31802:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000067a4a3b5, remote cookie: 0x22540ddafb588619, flags: 0x0 00010000:00000001:0.0:1790964080.562345:0:31802:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964080.562347:0:31802:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964080.562348:0:31802:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964080.562349:0:31802:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964080.562350:0:31802:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964080.562351:0:31802:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cec47bfe) refcount = 1 00010000:00010000:0.0:1790964080.562354:0:31802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588619 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.562365:0:31802:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964080.562367:0:31802:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964080.562368:0:31802:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964080.562370:0:31802:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1790964080.562373:0:31802:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964080.562375:0:31802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x22540ddafb588619 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.562380:0:31802:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1790964080.562382:0:31802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.562383:0:31802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964080.562384:0:31802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.562385:0:31802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964080.562386:0:31802:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562388:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964080.562391:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3f2706 x1877961927036672/t0(0) o101->MGC192.168.201.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562396:0:31802:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964080.562399:0:31802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964080.562401:0:31802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f91e6e9. 02000000:00000001:0.0:1790964080.562413:0:31802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964080.562415:0:31802:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964080.562417:0:31802:0:(genops.c:1223:class_import_put()) import 0000000073fc18f1 refcount=3 obd=MGC192.168.201.138@tcp 00000020:00000001:0.0:1790964080.562419:0:31802:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964080.562421:0:31802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8e15902. 02000000:00000001:0.0:1790964080.562425:0:31802:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964080.562427:0:31802:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964080.562428:0:31802:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3f2706. 00000100:00000001:0.0:1790964080.562432:0:31802:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964080.562433:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1790964080.562435:0:31802:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964080.562437:0:31802:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964080.562438:0:31802:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000007a687b90) refs 3 10000000:00000001:0.0:1790964080.562441:0:31802:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.562442:0:31802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964080.562451:0:31802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964080.562452:0:31802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000067a4a3b5 refcount=3 00000020:00000001:0.0:1790964080.562454:0:31802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:0.0:1790964080.562456:0:31802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:0.0:1790964080.562458:0:31802:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1790964080.562459:0:31802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.562460:0:31802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964080.562461:0:31802:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964080.562464:0:31802:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1790964080.562466:0:31802:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000cf03d3d8. 00000100:00000010:0.0:1790964080.562480:0:31802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054f822b5. 00000020:00000040:0.0:1790964080.562484:0:31802:0:(genops.c:1210:class_import_get()) import 0000000073fc18f1 refcount=4 obd=MGC192.168.201.138@tcp 00000100:00000001:0.0:1790964080.562487:0:31802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964080.562489:0:31802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964080.562492:0:31802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964080.562496:0:31802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000061927b3. 00000100:00000001:0.0:1790964080.562499:0:31802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562503:0:31802:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1790964080.562506:0:31802:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cf0bbf73. 00000100:00000010:0.0:1790964080.562508:0:31802:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b2116242. 00000020:00000040:0.0:1790964080.562510:0:31802:0:(genops.c:1210:class_import_get()) import 0000000073fc18f1 refcount=5 obd=MGC192.168.201.138@tcp 00000100:00000001:0.0:1790964080.562513:0:31802:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964080.562515:0:31802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964080.562518:0:31802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f315f0f. 00000100:00000001:0.0:1790964080.562521:0:31802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630394570193920 : -113679139357696 : ffff989c0347bc00) 00000100:00000001:0.0:1790964080.562522:0:31802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964080.562524:0:31802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394549179648 : -113679160371968 : ffff989c02071500) 00000100:00000001:0.0:1790964080.562527:0:31802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964080.562529:0:31802:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562530:0:31802:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964080.562532:0:31802:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964080.562534:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562540:0:31802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964080.562542:0:31802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.562550:0:31802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964080.562552:0:31802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964080.562554:0:31802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964080.562556:0:31802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000054f822b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dd191a30-493b-4af3-b96c-99a693bfa1cc:31802:1877961927036800:0@lo:256: 00000100:00000001:0.0:1790964080.562560:0:31802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964080.562563:0:31802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964080.562565:0:31802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562567:0:31802:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1790964080.562571:0:31802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11e0304. 00000400:00000010:0.0:1790964080.562575:0:31802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c0f4882b. 00000100:00000200:0.0:1790964080.562578:0:31802:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff15900f80-0x6abff15900f80, portal 33 00000100:00000001:0.0:1790964080.562580:0:31802:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.562582:0:31802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964080.562585:0:31802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7f2b29d. 02000000:00000001:0.0:1790964080.562587:0:31802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964080.562589:0:31802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab41658. 00000400:00000010:0.0:1790964080.562591:0:31802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb488b07. 00000100:00000200:0.0:1790964080.562593:0:31802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961927036800, portal 25 00000100:00000001:0.0:1790964080.562595:0:31802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964080.562596:0:31802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394549179648 : -113679160371968 : ffff989c02071500) 00000100:00000040:0.0:1790964080.562599:0:31802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562604:0:31802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964080.562605:0:31802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964080.562607:0:31802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000100:00000200:0.0:1790964080.562608:0:31802:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961927036800, offset 0 00000400:00000200:0.0:1790964080.562612:0:31802:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964080.562618:0:31802:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964080.562623:0:31802:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff15900f80 00000400:00000200:0.0:1790964080.562626:0:31802:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:0.0:1790964080.562629:0:31802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000540bf68b. 00000400:00000200:0.0:1790964080.562632:0:31802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077b6d3c2 00000400:00000200:0.0:1790964080.562635:0:31802:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964080.562643:0:31802:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964080.562646:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b6d3c2 00000400:00000010:0.0:1790964080.562648:0:31802:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000077b6d3c2. 00000100:00000001:0.0:1790964080.562651:0:31802:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964080.562652:0:31802:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964080.562655:0:31802:0:(events.c:341:request_in_callback()) incoming req@00000000cbccc6fa x1877961927036800 msgsize 304 00000100:00100000:0.0:1790964080.562658:0:31802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964080.562660:0:31802:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964080.562693:0:31802:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964080.562699:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964080.562701:0:31802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964080.562703:0:31802:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964080.562706:0:31802:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562713:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964080.562714:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562720:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562721:0:31802:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964080.562725:0:31802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562727:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295605768 00000100:00000001:0.0:1790964080.562730:0:31802:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request active for cpu 0, keep current deadline 4295605768 00000100:00000001:0.0:1790964080.562732:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295605768 00000100:00000001:0.0:1790964080.562733:0:31802:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request active for cpu 1, keep current deadline 4295605768 00000100:00000001:0.0:1790964080.562735:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295605768 00000100:00000001:0.0:1790964080.562736:0:31802:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request active for cpu 2, keep current deadline 4295605768 00000100:00000001:0.0:1790964080.562738:0:31802:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295605768 00000100:00000001:0.0:1790964080.562740:0:31802:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request active for cpu 3, keep current deadline 4295605768 00000100:00000001:0.0:1790964080.562741:0:31802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964080.562743:0:31802:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562745:0:31802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964080.562746:0:31802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964080.562753:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 000000003f315f0f going to sleep for 11 seconds 00000100:00000001:0.0:1790964080.562755:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964080.562757:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562772:0:31798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964080.562774:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036800 02000000:00000001:0.0:1790964080.562776:0:31798:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964080.562777:0:31798:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964080.562778:0:31798:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.562781:0:31798:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964080.562784:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036800 00000020:00000001:0.0:1790964080.562786:0:31798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964080.562787:0:31798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb58852b 00000020:00000001:0.0:1790964080.562789:0:31798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964080.562790:0:31798:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000009099ea4 refcount=12 00000020:00000001:0.0:1790964080.562792:0:31798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000020:00000001:0.0:1790964080.562794:0:31798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000100:00000001:0.0:1790964080.562798:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964080.562800:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000493533b1. 00000100:00000001:0.0:1790964080.562802:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964080.562804:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000493533b1. 00000020:00000010:0.0:1790964080.562808:0:31798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001adc59e8. 00000020:00000010:0.0:1790964080.562811:0:31798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbb14fc0. 00000020:00000010:0.0:1790964080.562815:0:31798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000304adb82. 00000100:00000040:0.0:1790964080.562820:0:31798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964080.562822:0:31798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964080.562823:0:31798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964080.562825:0:31798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562829:0:31798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562836:0:31798:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.562843:0:31798:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964080.562844:0:31798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964080.562847:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964080.562849:0:31798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000009099ea4 : new rpc_count 1 00000100:00000001:0.0:1790964080.562850:0:31798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630399835189328 : -113673874362288 : ffff989d3d193050) 00000100:00000040:0.0:1790964080.562854:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbccc6fa x1877961927036800/t0(0) o256->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 304/0 e 0 to 0 dl 1790964091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.562868:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964080.562869:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000493533b1. 00000100:00000001:0.0:1790964080.562871:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964080.562873:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000493533b1. 00000100:00100000:0.0:1790964080.562876:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cbccc6fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31802:x1877961927036800:12345-0@lo:256: 00000100:00000200:0.0:1790964080.562879:0:31798:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961927036800 00000020:00000001:0.0:1790964080.562881:0:31798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964080.562883:0:31798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964080.562884:0:31798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964080.562886:0:31798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964080.562888:0:31798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660642336 : -1048909280 : ffffffffc17aea20) 00000020:00000001:0.0:1790964080.562890:0:31798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964080.562891:0:31798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964080.562893:0:31798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964080.562894:0:31798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964080.562896:0:31798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562899:0:31798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964080.562901:0:31798:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964080.562904:0:31798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000d2f158b. 02000000:00000001:0.0:1790964080.562905:0:31798:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.562907:0:31798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1790964080.562910:0:31798:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:0.0:1790964080.562913:0:31798:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:0.0:1790964080.562916:0:31798:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1790964080.562919:0:31798:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000f44b06de. 20000000:00000001:0.0:1790964080.562921:0:31798:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1790964080.562929:0:31798:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1790964080.562934:0:31798:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790964080.562937:0:31798:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:0.0:1790964080.562938:0:31798:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:0.0:1790964080.562940:0:31798:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1790964080.562943:0:31798:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000510dd607. 00000100:00000010:0.0:1790964080.562945:0:31798:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000c2bb7a7. 00000020:00000040:0.0:1790964080.562950:0:31798:0:(genops.c:868:class_export_get()) GET export 0000000009099ea4 refcount=13 00010000:00000001:0.0:1790964080.562953:0:31798:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:0.0:1790964080.562955:0:31798:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1790964080.562958:0:31798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000400:00000010:0.0:1790964080.562964:0:31798:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000001a7a9824. 00000400:00000200:0.0:1790964080.562967:0:31798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964080.562974:0:31798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964080.562978:0:31798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff15900f80 00000400:00000200:0.0:1790964080.562981:0:31798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:0.0:1790964080.562984:0:31798:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11e0304. 00000400:00000200:0.0:1790964080.562987:0:31798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0f4882b 00000400:00000200:0.0:1790964080.562990:0:31798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964080.562992:0:31798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964080.562995:0:31798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0f4882b 00000400:00000010:0.0:1790964080.562996:0:31798:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000c0f4882b. 00000100:00000001:0.0:1790964080.562999:0:31798:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1790964080.563000:0:31798:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 0000000054f822b5 desc 00000000cf0bbf73 mbits 1877961927036800 00000100:00000001:0.0:1790964080.563007:0:31798:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964080.563009:0:31798:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1790964080.563013:0:31798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1790964080.563019:0:31798:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:0.0:1790964080.563022:0:31798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964080.563025:0:31798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1790964080.563027:0:31798:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964080.563029:0:31798:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 00000000510dd607 00000100:00000001:0.0:1790964080.563031:0:31798:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964080.563035:0:31798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964080.563037:0:31798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964080.563038:0:31798:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964080.563039:0:31798:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 00000000510dd607 00000100:00000001:0.0:1790964080.563041:0:31798:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1790964080.563045:0:31798:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff15900f80-0x6abff15900f80 00000100:00000001:0.0:1790964080.563049:0:31798:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.563052:0:31798:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.563054:0:31798:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1790964080.563062:0:31798:0:(genops.c:879:class_export_put()) PUTting export 0000000009099ea4 : new refcount 12 00000100:00000010:0.0:1790964080.563064:0:31798:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000c2bb7a7. 00000100:00000010:0.0:1790964080.563067:0:31798:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000510dd607. 00000100:00000001:0.0:1790964080.563069:0:31798:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1790964080.563070:0:31798:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1790964080.563078:0:31798:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000f44b06de. 20000000:00000001:0.0:1790964080.563082:0:31798:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964080.563084:0:31798:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961927036800 00010000:00000001:0.0:1790964080.563086:0:31798:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964080.563089:0:31798:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000cbccc6fa x1877961927036800/t0(0) o256->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 304/240 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964080.563095:0:31798:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964080.563097:0:31798:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964080.563099:0:31798:0:(import.c:2195:obd_at_measure()) add 1 to 00000000661640f2 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964080.563102:0:31798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964080.563103:0:31798:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 17 to 0@lo 00000100:00000001:0.0:1790964080.563105:0:31798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 02000000:00000001:0.0:1790964080.563108:0:31798:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964080.563109:0:31798:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.563111:0:31798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964080.563113:0:31798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964080.563116:0:31798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000100:00000200:0.0:1790964080.563118:0:31798:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961927036800, offset 224 00000400:00000200:0.0:1790964080.563122:0:31798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964080.563126:0:31798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964080.563131:0:31798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff15900f80 00000400:00000200:0.0:1790964080.563134:0:31798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:0.0:1790964080.563138:0:31798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964080.563140:0:31798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964080.563143:0:31798:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964080.563145:0:31798:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964080.563152:0:31798:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.563169:0:31798:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964080.563173:0:31798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964080.563175:0:31798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964080.563177:0:31798:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964080.563178:0:31798:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964080.563181:0:31798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964080.563183:0:31798:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 16 to 0@lo 00010000:00000001:0.0:1790964080.563185:0:31798:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964080.563187:0:31798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964080.563189:0:31798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964080.563191:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbccc6fa x1877961927036800/t0(0) o256->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:656/0 lens 304/240 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964080.563198:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cbccc6fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:31802:x1877961927036800:12345-0@lo:256: Request processed in 331us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964080.563205:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964080.563207:0:31798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009099ea4 : new rpc_count 0 00000100:00000001:0.0:1790964080.563209:0:31798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964080.563210:0:31798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964080.563213:0:31798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbb14fc0. 00000020:00000010:0.0:1790964080.563216:0:31798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000304adb82. 00000020:00000010:0.0:1790964080.563218:0:31798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001adc59e8. 00000020:00000040:0.0:1790964080.563221:0:31798:0:(genops.c:879:class_export_put()) PUTting export 0000000009099ea4 : new refcount 11 02000000:00000001:0.0:1790964080.563224:0:31798:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964080.563226:0:31798:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 000000000d2f158b. 02000000:00000001:0.0:1790964080.563229:0:31798:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964080.563230:0:31798:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964080.563234:0:31798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964080.563237:0:31798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11e0304. 00000400:00000010:0.0:1790964080.563240:0:31798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0f4882b. 00000100:00000001:0.0:1790964080.563252:0:31802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964080.563255:0:31802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964080.563256:0:31802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964080.563257:0:31802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab41658. 00000400:00000200:0.0:1790964080.563265:0:31802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb488b07 00000400:00000010:0.0:1790964080.563267:0:31802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000eb488b07. 00000100:00000001:0.0:1790964080.563269:0:31802:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964080.563273:0:31802:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964080.563280:0:31802:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.563285:0:31802:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964080.563286:0:31802:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.563288:0:31802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964080.563289:0:31802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964080.563291:0:31802:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964080.563292:0:31802:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964080.563294:0:31802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964080.563296:0:31802:0:(import.c:2195:obd_at_measure()) add 5 to 00000000fed139a6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964080.563299:0:31802:0:(import.c:2195:obd_at_measure()) add 1 to 000000007839ede3 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964080.563301:0:31802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964080.563302:0:31802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964080.563304:0:31802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964080.563305:0:31802:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.563307:0:31802:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964080.563310:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964080.563317:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.563323:0:31802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964080.563325:0:31802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964080.563327:0:31802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964080.563333:0:31802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000054f822b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dd191a30-493b-4af3-b96c-99a693bfa1cc:31802:1877961927036800:0@lo:256: 00000100:00000001:0.0:1790964080.563337:0:31802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964080.563339:0:31802:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.563341:0:31802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964080.563348:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964080.563351:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.563357:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964080.563358:0:31802:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003f315f0f. 00000100:00000001:0.0:1790964080.563360:0:31802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964080.563361:0:31802:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1790964080.563365:0:31802:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:0.0:1790964080.563368:0:31802:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1790964080.563373:0:31802:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000000d2f158b. 10000000:00000010:0.0:1790964080.563376:0:31802:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000cbb14fc0. 10000000:00000200:0.0:1790964080.563381:0:31802:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1790964080.563383:0:31802:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:0.0:1790964080.563390:0:31802:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.138@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1790964080.563392:0:31802:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000cbb14fc0. 10000000:00000010:0.0:1790964080.563394:0:31802:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000000d2f158b. 10000000:00000001:0.0:1790964080.563396:0:31802:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964080.563398:0:31802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964080.563400:0:31802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054f822b5 x1877961927036800/t0(0) o256->MGC192.168.201.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964096 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964080.563418:0:31802:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964080.563420:0:31802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964080.563422:0:31802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7f2b29d. 02000000:00000001:0.0:1790964080.563425:0:31802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964080.563426:0:31802:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964080.563427:0:31802:0:(genops.c:1223:class_import_put()) import 0000000073fc18f1 refcount=4 obd=MGC192.168.201.138@tcp 00000020:00000001:0.0:1790964080.563429:0:31802:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1790964080.563431:0:31802:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1790964080.563432:0:31802:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964080.563433:0:31802:0:(genops.c:1223:class_import_put()) import 0000000073fc18f1 refcount=3 obd=MGC192.168.201.138@tcp 00000020:00000001:0.0:1790964080.563434:0:31802:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1790964080.563435:0:31802:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b2116242. 00000100:00000010:0.0:1790964080.563437:0:31802:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cf0bbf73. 00000100:00000001:0.0:1790964080.563440:0:31802:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1790964080.563441:0:31802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000061927b3. 02000000:00000001:0.0:1790964080.563450:0:31802:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964080.563452:0:31802:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964080.563453:0:31802:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054f822b5. 00000100:00000001:0.0:1790964080.563456:0:31802:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964080.563457:0:31802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1790964080.563470:0:31802:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000cf03d3d8. 10000000:01000000:0.0:1790964080.563474:0:31802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1790964080.563477:0:31802:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1790964080.563479:0:31802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964080.563480:0:31802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964080.563482:0:31802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000067a4a3b5 refcount=3 00000020:00000001:0.0:1790964080.563484:0:31802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:0.0:1790964080.563486:0:31802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630398867833856 : -113674841717760 : ffff989d03708400) 00010000:00000001:0.0:1790964080.563489:0:31802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1790964080.563491:0:31802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588619 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.563498:0:31802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.563499:0:31802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964080.563501:0:31802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.138@tcp lock: 0000000067a4a3b5/0x22540ddafb588612 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x22540ddafb588619 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964080.563507:0:31802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1790964080.563508:0:31802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964080.563509:0:31802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1790964080.563510:0:31802:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964080.563511:0:31802:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964080.563514:0:31802:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1790964080.563516:0:31802:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1790964080.563518:0:31802:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000007a687b90) refs 3 10000000:00000001:0.0:1790964080.563520:0:31802:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1790964080.565298:0:25202:0:(connection.c:75:cpu_latency_work()) work item of 000000004ddb50c9 (cpu 1) has reached its deadline 4295605768, at 4295605770 00000100:00000010:1.0:1790964080.565313:0:25202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089684f43. 00000100:00000040:3.0:1790964080.565960:0:24353:0:(connection.c:75:cpu_latency_work()) work item of 00000000573ccec6 (cpu 3) has reached its deadline 4295605768, at 4295605771 00000100:00000010:3.0:1790964080.565968:0:24353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c15b460. 00000100:00000040:2.0:1790964080.566101:0:417:0:(connection.c:75:cpu_latency_work()) work item of 0000000067d2af17 (cpu 2) has reached its deadline 4295605768, at 4295605771 00000100:00000010:2.0:1790964080.566108:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091175590. 00000100:00000040:0.0:1790964080.569282:0:30577:0:(connection.c:75:cpu_latency_work()) work item of 00000000cf09e092 (cpu 0) has reached its deadline 4295605768, at 4295605773 00000100:00000010:0.0:1790964080.569297:0:30577:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af5e0969. 00010000:00000001:3.0:1790964080.683775:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964080.683782:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964080.683789:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964080.683790:0:24353:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964080.683936:0:31793:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964080.683940:0:31793:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964080.683942:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964080.938827:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964080.938836:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964080.938838:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964080.938842:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:3.0:1790964080.938847:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964080.938851:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964080.938854:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964080.938856:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964080.938858:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964081.066853:0:31792:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005e9568ea. 00000100:00000001:1.0:1790964081.066871:0:31792:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964081.066873:0:31792:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964081.066954:0:31789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000006ffb3fe. 00000100:00000001:3.0:1790964081.066962:0:31789:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964081.066964:0:31789:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964081.067022:0:30910:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964081.067032:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964081.067039:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964081.067043:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964081.067044:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964081.067047:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964081.067049:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964081.120368:0:32095:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005f0b7b09. 00080000:00000010:2.0:1790964081.120382:0:32095:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000005f0b7b09. 00000020:00000001:2.0:1790964081.120388:0:32095:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964081.327449:0:32135:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f863661b. 00080000:00000010:0.0:1790964081.327461:0:32135:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000f863661b. 00000020:00000001:0.0:1790964081.327467:0:32135:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964081.327497:0:32135:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964081.327871:0:32135:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1790964081.706773:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964081.706782:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964081.706789:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964081.706791:0:24353:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964081.711608:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964081.711614:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964081.711617:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964081.813279:0:32148:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d1ab052d. 00080000:00000010:0.0:1790964081.813292:0:32148:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d1ab052d. 00000020:00000001:0.0:1790964081.813298:0:32148:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964081.965543:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964081.965551:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964081.965553:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964081.965557:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:0.0:1790964081.965562:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964081.965565:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964081.965567:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964081.965570:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964081.965572:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964082.091105:0:30910:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964082.091119:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964082.091121:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964082.091125:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964082.091128:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964082.091130:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964082.091133:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964082.094066:0:32185:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000084a8d5c4. 00080000:00000010:2.0:1790964082.094079:0:32185:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000084a8d5c4. 00000020:00000001:2.0:1790964082.094086:0:32185:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1790964082.094108:0:32185:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790964082.094231:0:32185:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1790964082.730957:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964082.730964:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964082.730972:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964082.730974:0:24353:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964082.732055:0:31793:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964082.732060:0:31793:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964082.732065:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964082.987021:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964082.987029:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964082.987030:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964082.987034:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:0.0:1790964082.987039:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964082.987043:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964082.987046:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964082.987049:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964082.987052:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964083.114797:0:30910:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964083.114814:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964083.114815:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964083.114820:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964083.114822:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964083.114825:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964083.114827:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964083.599516:0:32197:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d379cbb. 00080000:00000010:3.0:1790964083.599526:0:32197:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000000d379cbb. 00000020:00000001:3.0:1790964083.599532:0:32197:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964083.755258:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964083.755266:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964083.755272:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964083.755274:0:24353:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964083.755332:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964083.755336:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964083.755339:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1790964083.955311:0:32233:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790964083.955317:0:32233:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:2.0:1790964083.963596:0:32233:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1790964084.012108:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964084.012115:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.012116:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.012119:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:3.0:1790964084.012134:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964084.012137:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.012146:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964084.012149:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.012152:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151272:0:30910:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964084.151279:0:30910:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1790964084.151291:0:30910:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964074/real 1790964074] req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1790964084.151308:0:30910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964084.151310:0:30910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964084.151312:0:30910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081afb917. 00000400:00000200:3.0:1790964084.151316:0:30910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457b7a64 00000400:00000010:3.0:1790964084.151318:0:30910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000457b7a64. 00000100:00000001:3.0:1790964084.151322:0:30910:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964084.151325:0:30910:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964084.151331:0:30910:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151337:0:30910:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964084.151339:0:30910:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151353:0:30910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964084.151355:0:30910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1790964084.151358:0:30910:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151364:0:30910:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151372:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.151373:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151376:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.151378:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964084.151380:0:30910:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964084.151382:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151388:0:30910:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1790964084.151390:0:30910:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151406:0:30910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964084.151407:0:30910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151409:0:30910:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790964084.151411:0:30910:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1790964084.151414:0:30910:0:(import.c:65:import_set_state_nolock()) 00000000f0d8128a lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964084.151429:0:30910:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1790964084.151431:0:30910:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1790964084.151434:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964084.151440:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000307b1e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927034112:0@lo:8: 00000100:00000001:3.0:1790964084.151445:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151447:0:30910:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964084.151449:0:30910:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000307b1e66 x1877961927034112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964084 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151454:0:30910:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964084.151457:0:30910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964084.151460:0:30910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e12fea14. 02000000:00000001:3.0:1790964084.151464:0:30910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964084.151466:0:30910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964084.151468:0:30910:0:(genops.c:1223:class_import_put()) import 00000000f0d8128a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1790964084.151470:0:30910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964084.151471:0:30910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000043f219a7. 02000000:00000001:3.0:1790964084.151475:0:30910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964084.151476:0:30910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964084.151477:0:30910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000307b1e66. 00000100:00000001:3.0:1790964084.151481:0:30910:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964084.151482:0:30910:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151484:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.151487:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.151489:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151490:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.151491:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151592:0:25738:0:(pinger.c:229:ptlrpc_pinger_process_import()) dd191a30-493b-4af3-b96c-99a693bfa1cc->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964084.151603:0:25738:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964084.151606:0:25738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005cdade54. 00000020:00000040:3.0:1790964084.151611:0:25738:0:(genops.c:1210:class_import_get()) import 0000000073fc18f1 refcount=4 obd=MGC192.168.201.138@tcp 00000100:00000001:3.0:1790964084.151615:0:25738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964084.151617:0:25738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964084.151620:0:25738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964084.151625:0:25738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049a9aa40. 00000100:00000001:3.0:1790964084.151631:0:25738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151635:0:25738:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dd191a30-493b-4af3-b96c-99a693bfa1cc->MGS req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964084.151644:0:25738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964084.151646:0:25738:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151651:0:25738:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cdade54] to pc [ptlrpcd_00_03+3] req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151696:0:25738:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964084.151698:0:25738:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790964084.151701:0:25738:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1790964084.151703:0:25738:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964084.151704:0:25738:0:(import.c:65:import_set_state_nolock()) 00000000f0d8128a lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964084.151708:0:25738:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964084.151710:0:25738:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 932 00000100:00001000:3.0:1790964084.151715:0:25738:0:(import.c:2195:obd_at_measure()) add 10 to 0000000094a3fc6c time=1790964084 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964084.151718:0:25738:0:(import.c:2261:obd_at_measure()) AT 0000000094a3fc6c change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964084.151721:0:25738:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964084.151723:0:25738:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 15 to 0@lo 00000100:00000001:3.0:1790964084.151726:0:25738:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964084.151727:0:25738:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 16 to 0@lo 00000100:00000001:3.0:1790964084.151729:0:25738:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 00000020:00000001:3.0:1790964084.151732:0:25738:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964084.151733:0:25738:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb5885b0 00000020:00000001:3.0:1790964084.151736:0:25738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964084.151754:0:25738:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e93c597e refcount=4 00000020:00000001:3.0:1790964084.151756:0:25738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630399906600960 : -113673802950656 : ffff989d415ad800) 00000020:00000001:3.0:1790964084.151759:0:25738:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630399906600960 : -113673802950656 : ffff989d415ad800) 00000100:00000040:3.0:1790964084.151762:0:25738:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 15 to 0@lo 00000100:00000001:3.0:1790964084.151764:0:25738:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964084.151765:0:25738:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 16 to 0@lo 00000100:00000001:3.0:1790964084.151767:0:25738:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 00000020:00000040:3.0:1790964084.151769:0:25738:0:(genops.c:879:class_export_put()) PUTting export 00000000e93c597e : new refcount 3 00000100:00080000:3.0:1790964084.151772:0:25738:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000f0d8128a using connection 192.168.201.138@tcp/0@lo 00000100:00000001:3.0:1790964084.151774:0:25738:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.151776:0:25738:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964084.151782:0:25738:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964084.151784:0:25738:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151786:0:25738:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964084.151788:0:25738:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964084.151791:0:25738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000388e82f9. 00000020:00000040:3.0:1790964084.151794:0:25738:0:(genops.c:1210:class_import_get()) import 00000000f0d8128a refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1790964084.151797:0:25738:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964084.151798:0:25738:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151800:0:25738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964084.151802:0:25738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964084.151804:0:25738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964084.151807:0:25738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006f91e6e9. 00000100:00000001:3.0:1790964084.151811:0:25738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.151815:0:25738:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964084.151821:0:25738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964084.151822:0:25738:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151825:0:25738:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000388e82f9] to pc [ptlrpcd_rcv+-1] req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151836:0:25738:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964084.151838:0:25738:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964084.151846:0:25738:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1790964084.151847:0:25738:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964084.151848:0:25738:0:(import.c:65:import_set_state_nolock()) 00000000d044d12a lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964084.151850:0:25738:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964084.151852:0:25738:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 932 00000100:00001000:3.0:1790964084.151854:0:25738:0:(import.c:2195:obd_at_measure()) add 10 to 00000000c35cc656 time=10 v=5 (1 0 0 0) 00000100:00001000:3.0:1790964084.151857:0:25738:0:(import.c:2261:obd_at_measure()) AT 00000000c35cc656 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964084.151859:0:25738:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964084.151860:0:25738:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 15 to 0@lo 00000100:00000001:3.0:1790964084.151862:0:25738:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964084.151864:0:25738:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 16 to 0@lo 00000100:00000001:3.0:1790964084.151865:0:25738:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 00000020:00000001:3.0:1790964084.151867:0:25738:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964084.151868:0:25738:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb5885c5 00000020:00000001:3.0:1790964084.151869:0:25738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964084.151871:0:25738:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000087fddb4d refcount=4 00000020:00000001:3.0:1790964084.151872:0:25738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630394573160448 : -113679136391168 : ffff989c03750000) 00000020:00000001:3.0:1790964084.151874:0:25738:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630394573160448 : -113679136391168 : ffff989c03750000) 00000100:00000040:3.0:1790964084.151876:0:25738:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 15 to 0@lo 00000100:00000001:3.0:1790964084.151877:0:25738:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964084.151878:0:25738:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 16 to 0@lo 00000100:00000001:3.0:1790964084.151880:0:25738:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 00000020:00000040:3.0:1790964084.151881:0:25738:0:(genops.c:879:class_export_put()) PUTting export 0000000087fddb4d : new refcount 3 00000100:00080000:3.0:1790964084.151883:0:25738:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000d044d12a using connection 192.168.201.138@tcp/0@lo 00000100:00000001:3.0:1790964084.151885:0:25738:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.151886:0:25738:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964084.151889:0:25738:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964084.151890:0:25738:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151892:0:25738:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964084.151893:0:25738:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964084.151896:0:25738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000641ceaf6. 00000020:00000040:3.0:1790964084.151902:0:25738:0:(genops.c:1210:class_import_get()) import 00000000d044d12a refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:3.0:1790964084.151905:0:25738:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964084.151906:0:25738:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.151908:0:25738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964084.151909:0:25738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964084.151911:0:25738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964084.151914:0:25738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000201b66e2. 00000100:00000001:3.0:1790964084.151917:0:25738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.151920:0:25738:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964084.151926:0:25738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964084.151928:0:25738:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151930:0:25738:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000641ceaf6] to pc [ptlrpcd_rcv+-1] req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151935:0:25738:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151937:0:25738:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964084.151940:0:25738:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964084.151942:0:25738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1ff421b. 00000020:00000040:3.0:1790964084.151944:0:25738:0:(genops.c:1210:class_import_get()) import 00000000ae6fdad9 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1790964084.151946:0:25738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964084.151947:0:25738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964084.151949:0:25738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964084.151951:0:25738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ca8bb7ae. 00000100:00000001:3.0:1790964084.151954:0:25738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151956:0:25738:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964084.151963:0:25738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964084.151964:0:25738:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151967:0:25738:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1ff421b] to pc [ptlrpcd_00_00+0] req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.151981:0:25738:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.151986:0:25738:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (947) 00000100:00000001:3.0:1790964084.152016:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.152018:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964084.152020:0:30910:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964084.152023:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.152029:0:30910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964084.152031:0:30910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.152034:0:30910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964084.152036:0:30910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964084.152038:0:30910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.152040:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000388e82f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927037056:0@lo:8: 00000100:00000001:3.0:1790964084.152044:0:30910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964084.152048:0:30910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964084.152050:0:30910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.152052:0:30910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964084.152056:0:30910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e8fe332f. 02000000:00000001:3.0:1790964084.152057:0:30910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964084.152062:0:30910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003068d7d5. 00000400:00000010:3.0:1790964084.152067:0:30910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffbe5c85. 00000100:00000200:3.0:1790964084.152072:0:30910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961927037056, portal 4 00000100:00000001:3.0:1790964084.152074:0:30910:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964084.152075:0:30910:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571804160 : -113679137747456 : ffff989c03604e00) 00000020:00000010:3.0:1790964084.152083:0:30910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ea0e9780. 00000100:00000040:3.0:1790964084.152089:0:30910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.152095:0:30910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964084.152098:0:30910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964084.152100:0:30910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e1269bc. 00000100:00000200:3.0:1790964084.152102:0:30910:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961927037056, offset 0 00000400:00000200:3.0:1790964084.152108:0:30910:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964084.152120:0:30910:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1790964084.153016:0:30914:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.153021:0:30914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964084.153023:0:30914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964084.153029:0:30914:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153040:0:30914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964084.153041:0:30914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.153045:0:30914:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964084.153047:0:30914:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964084.153049:0:30914:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964084.153050:0:30914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005cdade54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dd191a30-493b-4af3-b96c-99a693bfa1cc:30914:1877961927036928:0@lo:400: 00000100:00000001:0.0:1790964084.153054:0:30914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964084.153058:0:30914:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964084.153059:0:30914:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.153061:0:30914:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964084.153066:0:30914:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b94bbbf. 02000000:00000001:0.0:1790964084.153067:0:30914:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964084.153071:0:30914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab41658. 00000400:00000010:0.0:1790964084.153076:0:30914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb488b07. 00000100:00000200:0.0:1790964084.153080:0:30914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961927036928, portal 25 00000100:00000001:0.0:1790964084.153082:0:30914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964084.153083:0:30914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571802368 : -113679137749248 : ffff989c03604700) 00000100:00000040:0.0:1790964084.153086:0:30914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153092:0:30914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964084.153094:0:30914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964084.153096:0:30914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000100:00000200:0.0:1790964084.153098:0:30914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961927036928, offset 0 00000400:00000200:0.0:1790964084.153113:0:30914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964084.153122:0:30914:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964084.153210:0:30914:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff15901000 00000400:00000200:0.0:1790964084.153215:0:30914:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:0.0:1790964084.153218:0:30914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309c88a1. 00000400:00000200:0.0:1790964084.153223:0:30914:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001453a650 00000400:00000200:0.0:1790964084.153233:0:30914:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964084.153236:0:30914:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964084.153241:0:30914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001453a650 00000400:00000010:0.0:1790964084.153243:0:30914:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000001453a650. 00000100:00000001:0.0:1790964084.153248:0:30914:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964084.153250:0:30914:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964084.153253:0:30914:0:(events.c:341:request_in_callback()) incoming req@000000007d23b219 x1877961927036928 msgsize 224 00000100:00100000:0.0:1790964084.153256:0:30914:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964084.153258:0:30914:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964084.153270:0:30914:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964084.153275:0:30914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964084.153277:0:30914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964084.153280:0:30914:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964084.153283:0:30914:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153292:0:30914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964084.153295:0:30914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153301:0:30914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153302:0:30914:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964084.153307:0:30914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153311:0:30914:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295609362 00000100:00000010:0.0:1790964084.153315:0:30914:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091dd7dae. 00000100:00000001:0.0:1790964084.153322:0:30914:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964084.153328:0:30914:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295609362 00000100:00000010:0.0:1790964084.153330:0:30914:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051531675. 00000100:00000001:0.0:1790964084.153333:0:30914:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964084.153351:0:30914:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295609362 00000100:00000010:0.0:1790964084.153353:0:30914:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000831e571. 00000100:00000001:0.0:1790964084.153356:0:30914:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964084.153358:0:30914:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295609362 00000100:00000010:0.0:1790964084.153360:0:30914:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080378ac4. 00000100:00000001:0.0:1790964084.153363:0:30914:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.138@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964084.153365:0:30914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964084.153368:0:30914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153371:0:30914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153373:0:30914:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.153380:0:30914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964084.153381:0:30914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790964084.153383:0:30914:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.153384:0:30914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964084.153385:0:30914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153387:0:30914:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153398:0:30912:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964084.153402:0:30912:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1790964084.153403:0:30912:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.153406:0:30912:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964084.153408:0:30912:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.153409:0:30912:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.153410:0:30912:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964084.153411:0:30912:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964084.153416:0:30912:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153423:0:30912:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964084.153424:0:30912:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.153426:0:30912:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964084.153428:0:30912:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964084.153429:0:30912:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964084.153431:0:30912:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e1ff421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30912:1877961927037312:0@lo:400: 00000100:00000001:0.0:1790964084.153434:0:30912:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964084.153437:0:30912:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964084.153444:0:30912:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.153446:0:30912:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964084.153448:0:30912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000856e148e. 02000000:00000001:0.0:1790964084.153450:0:30912:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964084.153453:0:30912:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0c5bce6. 00000400:00000010:0.0:1790964084.153457:0:30912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000100:00000200:0.0:1790964084.153459:0:30912:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961927037312, portal 10 00000100:00000001:0.0:1790964084.153462:0:30912:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964084.153463:0:30912:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571812224 : -113679137739392 : ffff989c03606d80) 00000100:00000040:0.0:1790964084.153468:0:30912:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153474:0:30912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964084.153476:0:30912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964084.153477:0:30912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001321d4b8. 00000100:00000200:0.0:1790964084.153479:0:30912:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961927037312, offset 0 00000400:00000200:0.0:1790964084.153483:0:30912:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964084.153487:0:30912:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964084.153492:0:30912:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff15901180 00000400:00000200:0.0:1790964084.153496:0:30912:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:0.0:1790964084.153501:0:30912:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964084.153503:0:30912:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964084.153507:0:30912:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964084.153508:0:30912:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790964084.153512:0:30912:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054f822b5. 00000100:00000040:0.0:1790964084.153515:0:30912:0:(events.c:341:request_in_callback()) incoming req@0000000054f822b5 x1877961927037312 msgsize 224 00000100:00100000:0.0:1790964084.153518:0:30912:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964084.153526:0:30912:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964084.153530:0:30912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001321d4b8 00000400:00000010:0.0:1790964084.153532:0:30912:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001321d4b8. 00000100:00000001:0.0:1790964084.153534:0:30912:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964084.153537:0:30912:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153543:0:30912:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964084.153545:0:30912:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.153555:0:30912:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153557:0:30912:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964084.153561:0:30912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.153565:0:30912:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2705 usecs (3 jiffies) 00000100:00000001:0.0:1790964084.153572:0:30912:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295609361 00000100:00000001:0.0:1790964084.153574:0:30912:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295609362 00000100:00000001:0.0:1790964084.153576:0:30912:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295609361 00000100:00000001:0.0:1790964084.153578:0:30912:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295609362 00000100:00000001:0.0:1790964084.153579:0:30912:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295609361 00000100:00000001:0.0:1790964084.153581:0:30912:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295609362 00000100:00000001:0.0:1790964084.153582:0:30912:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295609361 00000100:00000001:0.0:1790964084.153583:0:30912:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295609362 00000100:00000001:0.0:1790964084.153585:0:30912:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964084.153587:0:30912:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153588:0:30912:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153590:0:30912:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153607:0:31798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964084.153610:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927036928 02000000:00000001:0.0:1790964084.153612:0:31798:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964084.153614:0:31798:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964084.153616:0:31798:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.153620:0:31798:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964084.153624:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927036928 00000020:00000001:0.0:1790964084.153626:0:31798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964084.153627:0:31798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb58852b 00000020:00000001:0.0:1790964084.153630:0:31798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964084.153632:0:31798:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000009099ea4 refcount=12 00000020:00000001:0.0:1790964084.153635:0:31798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000020:00000001:0.0:1790964084.153637:0:31798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630398903859200 : -113674805692416 : ffff989d05963800) 00000100:00000001:0.0:1790964084.153641:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964084.153649:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4780bdf. 00000100:00000001:0.0:1790964084.153652:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964084.153654:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4780bdf. 00000020:00000010:0.0:1790964084.153659:0:31798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fdc0237. 00000020:00000010:0.0:1790964084.153687:0:31798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a91f4969. 00000020:00000010:0.0:1790964084.153692:0:31798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000304adb82. 00000100:00000040:0.0:1790964084.153702:0:31798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964084.153705:0:31798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964084.153706:0:31798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964084.153708:0:31798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153716:0:31798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.153724:0:31798:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.153734:0:31798:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964084.153736:0:31798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964084.153739:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964084.153742:0:31798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000009099ea4 : new rpc_count 1 00000400:00000200:3.0:1790964084.153969:0:30910:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff15901080 00000400:00000100:3.0:1790964084.153974:0:30910:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961927037056 offset 0 length 520: 4 00000400:00000200:3.0:1790964084.153977:0:30910:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000067a5533b is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1790964084.153985:0:30910:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1790964084.153990:0:30910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e1269bc 00000400:00000010:3.0:1790964084.153992:0:30910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e1269bc. 00000100:00000001:3.0:1790964084.153994:0:30910:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964084.153998:0:30910:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154005:0:30910:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964084.154006:0:30910:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000388e82f9 x1877961927037056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154012:0:30910:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154014:0:30910:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964084.154017:0:30910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.154020:0:30910:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1790964084.154022:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295609363 00000100:00000001:3.0:1790964084.154026:0:30910:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295609362 00000100:00000001:3.0:1790964084.154029:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295609363 00000100:00000001:3.0:1790964084.154031:0:30910:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295609362 00000100:00000001:3.0:1790964084.154032:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295609363 00000100:00000001:3.0:1790964084.154034:0:30910:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295609362 00000100:00000001:3.0:1790964084.154036:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295609363 00000100:00000001:3.0:1790964084.154039:0:30910:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295609362 00000100:00000001:3.0:1790964084.154041:0:30910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964084.154043:0:30910:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154045:0:30910:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964084.154048:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154053:0:30910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964084.154054:0:30910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.154056:0:30910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964084.154058:0:30910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964084.154064:0:30910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.154066:0:30910:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000641ceaf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927037184:0@lo:38: 00000100:00000001:3.0:1790964084.154069:0:30910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964084.154072:0:30910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964084.154073:0:30910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.154075:0:30910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964084.154080:0:30910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000043b988fa. 02000000:00000001:3.0:1790964084.154082:0:30910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964084.154085:0:30910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000338e7fe9. 00000400:00000010:3.0:1790964084.154088:0:30910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e1269bc. 00000100:00000200:3.0:1790964084.154091:0:30910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961927037184, portal 4 00000100:00000001:3.0:1790964084.154092:0:30910:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964084.154094:0:30910:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630394571806848 : -113679137744768 : ffff989c03605880) 00000020:00000010:3.0:1790964084.154100:0:30910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006903d99a. 00000100:00000040:3.0:1790964084.154105:0:30910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154110:0:30910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964084.154111:0:30910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964084.154113:0:30910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1348e0. 00000100:00000200:3.0:1790964084.154114:0:30910:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961927037184, offset 0 00000400:00000200:3.0:1790964084.154117:0:30910:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964084.154134:0:30910:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964084.154140:0:30910:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff15901100 00000400:00000200:3.0:1790964084.154144:0:30910:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:3.0:1790964084.154148:0:30910:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964084.154151:0:30910:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964084.154154:0:30910:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964084.154156:0:30910:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1790964084.154158:0:30910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055acb4e4. 00000100:00000040:3.0:1790964084.154160:0:30910:0:(events.c:341:request_in_callback()) incoming req@0000000055acb4e4 x1877961927037184 msgsize 520 00000100:00100000:3.0:1790964084.154163:0:30910:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964084.154171:0:30910:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964084.154175:0:30910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1348e0 00000400:00000010:3.0:1790964084.154181:0:30910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1348e0. 00000100:00000001:3.0:1790964084.154183:0:30910:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964084.154186:0:30910:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154192:0:30910:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964084.154194:0:30910:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.154210:0:30910:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154212:0:30910:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964084.154216:0:30910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.154218:0:30910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 3232 usecs (4 jiffies) 00000100:00000001:3.0:1790964084.154220:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295609363 00000100:00000001:3.0:1790964084.154222:0:30910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295609363 00000100:00000001:3.0:1790964084.154223:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295609363 00000100:00000001:3.0:1790964084.154225:0:30910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295609363 00000100:00000001:3.0:1790964084.154226:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295609363 00000100:00000001:3.0:1790964084.154228:0:30910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295609363 00000100:00000001:3.0:1790964084.154229:0:30910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295609363 00000100:00000001:3.0:1790964084.154230:0:30910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295609363 00000100:00000001:3.0:1790964084.154231:0:30910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964084.154232:0:30910:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154234:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154235:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.154239:0:30910:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.154240:0:30910:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1790964084.154242:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.154243:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964084.154243:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154245:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154259:0:31810:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964084.154261:0:31810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927037184 02000000:00000001:3.0:1790964084.154263:0:31810:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964084.154270:0:31810:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964084.154271:0:31810:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.154274:0:31810:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.154277:0:31810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927037184 00000020:00000001:3.0:1790964084.154278:0:31810:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964084.154279:0:31810:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1790964084.154280:0:31810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1790964084.154282:0:31810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.154284:0:31810:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964084.154287:0:31810:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c53a795. 00000020:00000010:3.0:1790964084.154290:0:31810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001309056e. 00000020:00000010:3.0:1790964084.154293:0:31810:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6184f9. 00000100:00000001:3.0:1790964084.154296:0:31810:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964084.154297:0:31810:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964084.154299:0:31810:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154302:0:31810:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.154311:0:31810:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.154318:0:31810:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964084.154319:0:31810:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964084.154322:0:31810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964084.154324:0:31810:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630394571813120 : -113679137738496 : ffff989c03607100) 00000100:00000040:3.0:1790964084.154327:0:31810:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055acb4e4 x1877961927037184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964084.154336:0:31810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000055acb4e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30910:x1877961927037184:12345-0@lo:38: 00000100:00000200:3.0:1790964084.154339:0:31810:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961927037184 00000020:00000001:3.0:1790964084.154353:0:31810:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1790964084.154357:0:31810:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:3.0:1790964084.154368:0:31810:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1790964084.154371:0:31810:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1790964084.155018:0:31798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630399835178064 : -113673874373552 : ffff989d3d190450) 00000100:00000040:0.0:1790964084.155028:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d23b219 x1877961927036928/t0(0) o400->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:660/0 lens 224/0 e 0 to 0 dl 1790964095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.155039:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964084.155045:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4780bdf. 00000100:00000001:0.0:1790964084.155047:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964084.155050:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4780bdf. 00000100:00100000:0.0:1790964084.155054:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007d23b219 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:30914:x1877961927036928:12345-0@lo:400: 00000100:00000200:0.0:1790964084.155057:0:31798:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961927036928 00000020:00000001:0.0:1790964084.155060:0:31798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964084.155064:0:31798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964084.155066:0:31798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.155068:0:31798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964084.155070:0:31798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660641984 : -1048909632 : ffffffffc17ae8c0) 00000020:00000001:0.0:1790964084.155073:0:31798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964084.155075:0:31798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964084.155085:0:31798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964084.155087:0:31798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964084.155090:0:31798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.155092:0:31798:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964084.155095:0:31798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964084.155097:0:31798:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964084.155101:0:31798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000034372d7e. 02000000:00000001:0.0:1790964084.155103:0:31798:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.155105:0:31798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.155107:0:31798:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964084.155109:0:31798:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961927036928 00010000:00000001:0.0:1790964084.155112:0:31798:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964084.155115:0:31798:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000007d23b219 x1877961927036928/t0(0) o400->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964084.156322:0:31798:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964084.156325:0:31798:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964084.156329:0:31798:0:(import.c:2195:obd_at_measure()) add 1 to 00000000661640f2 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964084.156334:0:31798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964084.156337:0:31798:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 17 to 0@lo 00000100:00000001:0.0:1790964084.156339:0:31798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 02000000:00000001:0.0:1790964084.156353:0:31798:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964084.156355:0:31798:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.156359:0:31798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964084.156361:0:31798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964084.156369:0:31798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001321d4b8. 00000100:00000200:0.0:1790964084.156375:0:31798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961927036928, offset 224 00000400:00000200:0.0:1790964084.156381:0:31798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964084.156394:0:31798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964084.156405:0:31798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff15901000 00000400:00000200:0.0:1790964084.156411:0:31798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:0.0:1790964084.156420:0:31798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964084.156423:0:31798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964084.156429:0:31798:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964084.156434:0:31798:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964084.156458:0:31798:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.156480:0:31798:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964084.156489:0:31798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001321d4b8 00000400:00000010:0.0:1790964084.156491:0:31798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001321d4b8. 00000100:00000001:0.0:1790964084.156494:0:31798:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964084.156495:0:31798:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964084.156500:0:31798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.156502:0:31798:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 16 to 0@lo 00010000:00000001:0.0:1790964084.156504:0:31798:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964084.156506:0:31798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.156509:0:31798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964084.156512:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d23b219 x1877961927036928/t0(0) o400->dd191a30-493b-4af3-b96c-99a693bfa1cc@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964084.156520:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007d23b219 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dd191a30-493b-4af3-b96c-99a693bfa1cc+12:30914:x1877961927036928:12345-0@lo:400: Request processed in 1482us (3266us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964084.156529:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790964084.156532:0:31798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000009099ea4 : new rpc_count 0 00000100:00000001:0.0:1790964084.156534:0:31798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964084.156536:0:31798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964084.156541:0:31798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a91f4969. 00000020:00000010:0.0:1790964084.156545:0:31798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000304adb82. 00000020:00000010:0.0:1790964084.156549:0:31798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fdc0237. 00000020:00000040:0.0:1790964084.156554:0:31798:0:(genops.c:879:class_export_put()) PUTting export 0000000009099ea4 : new refcount 11 02000000:00000001:0.0:1790964084.156558:0:31798:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964084.156560:0:31798:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000034372d7e. 02000000:00000001:0.0:1790964084.156563:0:31798:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964084.156565:0:31798:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964084.156570:0:31798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964084.156574:0:31798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fe4d9ae. 00000400:00000010:0.0:1790964084.156579:0:31798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016ed9448. 00000020:00000010:0.0:1790964084.156615:0:31807:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005e2dc04f. 00000100:00000001:0.0:1790964084.156629:0:31807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964084.156631:0:31807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961927037312 02000000:00000001:0.0:1790964084.156633:0:31807:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964084.156635:0:31807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964084.156637:0:31807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.156640:0:31807:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964084.156644:0:31807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961927037312 00000020:00000001:0.0:1790964084.156646:0:31807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964084.156647:0:31807:0:(genops.c:804:class_conn2export()) looking for export cookie 0x22540ddafb58860b 00000020:00000001:0.0:1790964084.156649:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964084.156652:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d306bc74 refcount=5 00000020:00000001:0.0:1790964084.156654:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630399906590720 : -113673802960896 : ffff989d415ab000) 00000020:00000001:0.0:1790964084.156656:0:31807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630399906590720 : -113673802960896 : ffff989d415ab000) 00000100:00000001:0.0:1790964084.156659:0:31807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964084.156662:0:31807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4780bdf. 00000100:00000001:0.0:1790964084.156696:0:31807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964084.156698:0:31807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4780bdf. 00000020:00000010:0.0:1790964084.156703:0:31807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fdc0237. 00000020:00000010:0.0:1790964084.156706:0:31807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a91f4969. 00000020:00000010:0.0:1790964084.156709:0:31807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000304adb82. 00000100:00000040:0.0:1790964084.156717:0:31807:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1790964084.156720:0:31807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964084.156721:0:31807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964084.156723:0:31807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.156729:0:31807:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1790964084.156731:0:31807:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1790964084.156732:0:31807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.157297:0:31807:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.157309:0:31807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964084.157311:0:31807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964084.157314:0:31807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964084.157317:0:31807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d306bc74 : new rpc_count 1 00000100:00000001:0.0:1790964084.157319:0:31807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630394549179648 : -113679160371968 : ffff989c02071500) 00000100:00000040:0.0:1790964084.157323:0:31807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054f822b5 x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1790964095 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.157350:0:31807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964084.157353:0:31807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4780bdf. 00000100:00000001:0.0:1790964084.157356:0:31807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964084.157358:0:31807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4780bdf. 00000100:00100000:0.0:1790964084.157362:0:31807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000054f822b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30912:x1877961927037312:12345-0@lo:400: 00000100:00000200:0.0:1790964084.157365:0:31807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961927037312 00000020:00000001:0.0:1790964084.157368:0:31807:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964084.157371:0:31807:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964084.157373:0:31807:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.157375:0:31807:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964084.157377:0:31807:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072650878656 : -1058672960 : ffffffffc0e5eec0) 00000020:00000001:0.0:1790964084.157380:0:31807:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964084.157383:0:31807:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964084.157384:0:31807:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964084.157386:0:31807:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964084.157389:0:31807:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.157391:0:31807:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964084.157395:0:31807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964084.157397:0:31807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964084.157400:0:31807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000034372d7e. 02000000:00000001:0.0:1790964084.157402:0:31807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.157404:0:31807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.157406:0:31807:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964084.157408:0:31807:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961927037312 00010000:00000001:0.0:1790964084.157410:0:31807:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964084.157413:0:31807:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000054f822b5 x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964084.157420:0:31807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964084.157421:0:31807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964084.157424:0:31807:0:(import.c:2195:obd_at_measure()) add 1 to 0000000017792de8 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964084.157426:0:31807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964084.157428:0:31807:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 17 to 0@lo 00000100:00000001:0.0:1790964084.157436:0:31807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 02000000:00000001:0.0:1790964084.157438:0:31807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964084.157440:0:31807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.157442:0:31807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964084.157445:0:31807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964084.157448:0:31807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001321d4b8. 00000100:00000200:0.0:1790964084.157452:0:31807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961927037312, offset 224 00000400:00000200:0.0:1790964084.157457:0:31807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964084.157464:0:31807:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964084.157471:0:31807:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff15901180 00000400:00000200:0.0:1790964084.157477:0:31807:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xafd [1] + 224 00000400:00000200:0.0:1790964084.157483:0:31807:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964084.157486:0:31807:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964084.157490:0:31807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964084.157494:0:31807:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964084.157501:0:31807:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.157513:0:31807:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964084.157518:0:31807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001321d4b8 00000400:00000010:0.0:1790964084.157519:0:31807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001321d4b8. 00000100:00000001:0.0:1790964084.157522:0:31807:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964084.157523:0:31807:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964084.157527:0:31807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.157529:0:31807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 16 to 0@lo 00010000:00000001:0.0:1790964084.157531:0:31807:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964084.157532:0:31807:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.157534:0:31807:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964084.157536:0:31807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054f822b5 x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964084.157543:0:31807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000054f822b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30912:x1877961927037312:12345-0@lo:400: Request processed in 203us (4027us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964084.157550:0:31807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964084.157559:0:31807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d306bc74 : new rpc_count 0 00000100:00000001:0.0:1790964084.157561:0:31807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964084.157562:0:31807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964084.157565:0:31807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a91f4969. 00000020:00000010:0.0:1790964084.157568:0:31807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000304adb82. 00000020:00000010:0.0:1790964084.157571:0:31807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fdc0237. 00000020:00000040:0.0:1790964084.157574:0:31807:0:(genops.c:879:class_export_put()) PUTting export 00000000d306bc74 : new refcount 4 00000100:00000001:0.0:1790964084.157576:0:31807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.157602:0:30914:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.157606:0:30914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964084.157612:0:30914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964084.157614:0:30914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964084.157616:0:30914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab41658. 00000400:00000200:0.0:1790964084.157619:0:30914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb488b07 00000400:00000010:0.0:1790964084.157620:0:30914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000eb488b07. 00000100:00000001:0.0:1790964084.157623:0:30914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964084.157626:0:30914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964084.157632:0:30914:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.157637:0:30914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964084.157638:0:30914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.157641:0:30914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964084.157643:0:30914:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964084.157645:0:30914:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964084.157646:0:30914:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.157648:0:30914:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964084.157652:0:30914:0:(import.c:2195:obd_at_measure()) add 5 to 00000000fed139a6 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964084.157655:0:30914:0:(import.c:2195:obd_at_measure()) add 1 to 000000007839ede3 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964084.157657:0:30914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964084.157658:0:30914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964084.157660:0:30914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964084.157662:0:30914:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.157692:0:30914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.157695:0:30914:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.157711:0:30914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964084.157714:0:30914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964084.157715:0:30914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964084.157718:0:30914:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964084.157724:0:30914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005cdade54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dd191a30-493b-4af3-b96c-99a693bfa1cc:30914:1877961927036928:0@lo:400: 00000100:00000001:0.0:1790964084.157728:0:30914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.157730:0:30914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964084.157732:0:30914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005cdade54 x1877961927036928/t0(0) o400->MGC192.168.201.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.159296:0:30914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964084.159299:0:30914:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964084.159303:0:30914:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b94bbbf. 02000000:00000001:0.0:1790964084.159309:0:30914:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964084.159311:0:30914:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964084.159313:0:30914:0:(genops.c:1223:class_import_put()) import 0000000073fc18f1 refcount=3 obd=MGC192.168.201.138@tcp 00000020:00000001:0.0:1790964084.159316:0:30914:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964084.159318:0:30914:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049a9aa40. 02000000:00000001:0.0:1790964084.159321:0:30914:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964084.159323:0:30914:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964084.159325:0:30914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005cdade54. 00000100:00000001:0.0:1790964084.159327:0:30914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964084.159329:0:30914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159332:0:30914:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159351:0:30914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964084.159354:0:30914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.159356:0:30914:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.159358:0:30914:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.159378:0:30912:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.159379:0:30912:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964084.159387:0:30912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964084.159389:0:30912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964084.159392:0:30912:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0c5bce6. 00000400:00000200:0.0:1790964084.159396:0:30912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964084.159412:0:30912:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964084.159416:0:30912:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964084.159422:0:30912:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964084.159431:0:30912:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.159437:0:30912:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964084.159439:0:30912:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159441:0:30912:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964084.159442:0:30912:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964084.159445:0:30912:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964084.159446:0:30912:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964084.159448:0:30912:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964084.159455:0:30912:0:(import.c:2195:obd_at_measure()) add 5 to 000000009c426559 time=4 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964084.159458:0:30912:0:(import.c:2195:obd_at_measure()) add 1 to 00000000c79d1b11 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964084.159460:0:30912:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964084.159461:0:30912:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964084.159464:0:30912:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790964084.159467:0:30912:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964084.159473:0:30912:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.159476:0:30912:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790964084.159478:0:30912:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1790964084.159480:0:30912:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790964084.159481:0:30912:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.159484:0:30912:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.159489:0:30912:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964084.159492:0:30912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964084.159493:0:30912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964084.159496:0:30912:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964084.159503:0:30912:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e1ff421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30912:1877961927037312:0@lo:400: 00000100:00000001:0.0:1790964084.159512:0:30912:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159514:0:30912:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964084.159517:0:30912:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1ff421b x1877961927037312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.159522:0:30912:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964084.159523:0:30912:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964084.159527:0:30912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000856e148e. 02000000:00000001:0.0:1790964084.159530:0:30912:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964084.159531:0:30912:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964084.159532:0:30912:0:(genops.c:1223:class_import_put()) import 00000000ae6fdad9 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1790964084.159534:0:30912:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964084.159535:0:30912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ca8bb7ae. 02000000:00000001:0.0:1790964084.159537:0:30912:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964084.159537:0:30912:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964084.159538:0:30912:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1ff421b. 00000100:00000001:0.0:1790964084.159541:0:30912:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964084.159542:0:30912:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159543:0:30912:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.159547:0:30912:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964084.159548:0:30912:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.159549:0:30912:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964084.159551:0:30912:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.159564:0:30577:0:(connection.c:75:cpu_latency_work()) work item of 00000000cf09e092 (cpu 0) has reached its deadline 4295609363, at 4295609364 00000100:00000010:0.0:1790964084.159571:0:30577:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091dd7dae. 00000100:00000040:2.0:1790964084.160894:0:24548:0:(connection.c:75:cpu_latency_work()) work item of 0000000067d2af17 (cpu 2) has reached its deadline 4295609363, at 4295609364 00000100:00000010:2.0:1790964084.160907:0:24548:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000831e571. 00000100:00000001:1.0:1790964084.163463:0:30913:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.163473:0:30913:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.163481:0:30911:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.163483:0:30911:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.163492:0:25202:0:(connection.c:75:cpu_latency_work()) work item of 000000004ddb50c9 (cpu 1) has reached its deadline 4295609363, at 4295609367 00000100:00000010:1.0:1790964084.163502:0:25202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051531675. 00010000:00000001:3.0:1790964084.188397:0:31810:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1790964084.188409:0:31810:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1790964084.188413:0:31810:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1790964084.188417:0:31810:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964084.188437:0:31810:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1790964084.188508:0:24353:0:(connection.c:75:cpu_latency_work()) work item of 00000000573ccec6 (cpu 3) has reached its deadline 4295609363, at 4295609393 00000100:00000010:3.0:1790964084.188518:0:24353:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080378ac4. 02000000:00000010:0.0:1790964084.189486:0:31810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf0bbf73. 02000000:00000001:0.0:1790964084.189491:0:31810:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.189495:0:31810:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964084.189499:0:31810:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964084.189502:0:31810:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964084.189505:0:31810:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1790964084.189508:0:31810:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964084.189511:0:31810:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964084.189515:0:31810:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000043d14e1e refcount 17 to 0@lo 00000100:00000001:0.0:1790964084.189518:0:31810:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630398972866880 : -113674736684736 : ffff989d09b33140) 00000100:00000001:0.0:1790964084.189520:0:31810:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446630398972866880 : -113674736684736 : 0xffff989d09b33140) 00000100:00000040:0.0:1790964084.189532:0:31810:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000043d14e1e refcount 17 to 0@lo 02000000:00000001:0.0:1790964084.189535:0:31810:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964084.189537:0:31810:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964084.189540:0:31810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964084.189543:0:31810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964084.189548:0:31810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005569acc9. 00000100:00000200:0.0:1790964084.189555:0:31810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961927037184, offset 0 00000400:00000200:0.0:1790964084.189562:0:31810:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964084.189575:0:31810:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964084.189585:0:31810:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff15901100 00000400:00000200:0.0:1790964084.189591:0:31810:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb05 [1] + 0 00000400:00000200:0.0:1790964084.189600:0:31810:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964084.189604:0:31810:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964084.189611:0:31810:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964084.189619:0:31810:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964084.189628:0:31810:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964084.189650:0:31810:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964084.189658:0:31810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005569acc9 00000400:00000010:0.0:1790964084.189660:0:31810:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005569acc9. 00000100:00000001:0.0:1790964084.189831:0:31810:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964084.189834:0:31810:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964084.189840:0:31810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964084.189843:0:31810:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000043d14e1e refcount 16 to 0@lo 00000100:00000001:0.0:1790964084.189845:0:31810:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964084.189847:0:31810:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1790964084.189853:0:31810:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055acb4e4 x1877961927037184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964104 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964084.189862:0:31810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000055acb4e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30910:x1877961927037184:12345-0@lo:38: Request processed in 35525us (35699us total) trans 0 rc -19/-19 00000020:00000010:0.0:1790964084.189874:0:31810:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000036fd8654. 00000100:00100000:0.0:1790964084.189881:0:31810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964084.189889:0:31810:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964084.189891:0:31810:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964084.189896:0:31810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001309056e. 00000020:00000010:0.0:1790964084.189900:0:31810:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6184f9. 00000020:00000010:0.0:1790964084.189904:0:31810:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c53a795. 00000100:00000001:0.0:1790964084.189908:0:31810:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964084.190054:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964084.190059:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964084.190066:0:30910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964084.190068:0:30910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964084.190070:0:30910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000338e7fe9. 00000400:00000200:2.0:1790964084.190074:0:30910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e1269bc 00000400:00000010:2.0:1790964084.190075:0:30910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e1269bc. 00000100:00000001:2.0:1790964084.190078:0:30910:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964084.190082:0:30910:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964084.190104:0:30910:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964084.190111:0:30910:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964084.190113:0:30910:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964084.190116:0:30910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964084.190119:0:30910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964084.190120:0:30910:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964084.190188:0:30910:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964084.190191:0:30910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964084.190199:0:30910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004e57467a. 00000100:00001000:2.0:1790964084.190271:0:30910:0:(import.c:2195:obd_at_measure()) add 0 to 00000000f08a7d9d time=1790964084 v=5 (0 0 0 0) 00000100:00001000:2.0:1790964084.190275:0:30910:0:(import.c:2195:obd_at_measure()) add 1 to 00000000c35cc656 time=10 v=10 (10 0 0 0) 00000100:00000001:2.0:1790964084.190278:0:30910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964084.190280:0:30910:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1790964084.190283:0:30910:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964084.190287:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964099 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964084.190294:0:30910:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1790964084.190297:0:30910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964084.190298:0:30910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964084.190300:0:30910:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964084.190303:0:30910:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1790964084.190306:0:30910:0:(import.c:65:import_set_state_nolock()) 00000000d044d12a lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964084.190310:0:30910:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1790964084.190313:0:30910:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964084.190316:0:30910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964099 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964084.190324:0:30910:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000641ceaf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30910:1877961927037184:0@lo:38: 00000100:00000001:2.0:1790964084.190328:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964084.190337:0:30910:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964084.190351:0:30910:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000641ceaf6 x1877961927037184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964099 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964084.190358:0:30910:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964084.190360:0:30910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964084.190362:0:30910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000043b988fa. 02000000:00000001:2.0:1790964084.190366:0:30910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964084.190368:0:30910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964084.190369:0:30910:0:(genops.c:1223:class_import_put()) import 00000000d044d12a refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1790964084.190372:0:30910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964084.190373:0:30910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000201b66e2. 02000000:00000001:2.0:1790964084.190377:0:30910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964084.190378:0:30910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964084.190380:0:30910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000641ceaf6. 00000100:00000001:2.0:1790964084.190383:0:30910:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964084.190384:0:30910:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964084.190387:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964084.190388:0:30910:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964084.190390:0:30910:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964084.190391:0:30910:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964084.190393:0:30910:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.779529:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964084.779537:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.779546:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964084.779549:0:24353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1790964084.779551:0:24353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1790964084.779554:0:24353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.779557:0:24353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1790964084.779559:0:24353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.779561:0:24353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.779562:0:24353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964084.780524:0:31793:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964084.780530:0:31793:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964084.780534:0:31793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964085.034787:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964085.034796:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964085.034798:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964085.034803:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:3.0:1790964085.034808:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964085.034812:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964085.034816:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964085.034818:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964085.034821:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964085.785374:0:32245:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d4a123f. 00080000:00000010:1.0:1790964085.785388:0:32245:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000000d4a123f. 00000020:00000001:1.0:1790964085.785395:0:32245:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964085.803137:0:24353:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964085.803144:0:24353:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964085.803151:0:24353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964085.803153:0:24353:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964085.803266:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964085.803270:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964085.803273:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964086.058989:0:31839:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964086.058998:0:31839:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964086.059001:0:31839:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964086.059005:0:31839:0:(client.c:2716:ptlrpc_set_wait()) set 0000000066f4f8c1 going to sleep for 0 seconds 00000100:00000001:3.0:1790964086.059010:0:31839:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964086.059014:0:31839:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964086.059016:0:31839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964086.059019:0:31839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964086.059021:0:31839:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 2659 lines, 2659 kept, 0 dropped, 0 bad.