00000020:01000004:0.0F:1790976482.069676:0:367763:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790976482.069687:0:367763:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790976482.069689:0:367763:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790976482.069850:0:367763:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000003b74f9f6 00000080:02000400:0.0:1790976482.069860:0:367763:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790976482.079558:0:367763:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790976482.079572:0:367763:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790976482.079610:0:367763:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (0000000036799289) 00000020:00000080:0.0:1790976482.079630:0:367763:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0F:1790976482.231443:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.232114:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1790976482.235160:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.235375:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.235626:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.235969:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.236209:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.236413:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.237299:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.237812:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.239667:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.242917:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.244186:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.244492:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.244870:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.245158:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.245399:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.245688:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.246038:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.246307:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.246507:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790976482.246797:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1790976482.247044:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0F:1790976482.248108:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1790976482.255008:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.257318:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1790976482.258282:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.258650:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.258952:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.259251:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1790976482.260997:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.261663:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790976482.261933:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1790976482.262480:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1790976482.273524:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790976482.275792:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790976482.276157:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790976482.276349:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790976482.278193:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790976482.278691:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790976482.278996:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1790976482.279365:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1790976482.280249:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1790976482.280456:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.280915:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.281159:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1790976482.282781:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.295371:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.296081:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.297545:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.298872:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.299159:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1790976482.299889:0:367763:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:2.0:1790976482.300399:0:367763:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1790976482.301001:0:367763:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1790976482.301010:0:367763:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790976482.301022:0:367763:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc889 00000020:01000004:2.0:1790976482.301029:0:367763:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1790976482.301033:0:367763:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1790976482.301037:0:367763:0:(tgt_mount.c:101:server_register_mount()) register mount 000000003b74f9f6 from MGS 00000020:01000004:2.0:1790976482.301041:0:367763:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1790976482.301065:0:367763:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000cdae5b7c) 00000020:00000080:2.0:1790976482.301077:0:367763:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1790976482.310483:0:367763:0:(tgt_mount.c:153:server_get_mount()) get mount 000000003b74f9f6 from MGS, refs=2 00080000:01000000:3.0:1790976482.310498:0:367763:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790976482.310508:0:367763:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc897 00000100:00100000:3.0:1790976482.310969:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1790976482.311136:0:367763:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1790976482.311142:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790976482.313390:0:367763:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790976482.313401:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1790976482.315450:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790976482.315635:0:367763:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1790976482.315641:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1790976482.320867:0:367763:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1790976482.320878:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1790976482.321982:0:367763:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1790976482.321992:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1790976482.323491:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790976482.323497:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790976482.323499:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790976482.324035:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790976482.324038:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790976482.324040:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790976482.324963:0:367763:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1790976482.332178:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1790976482.577930:0:367763:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 1363 MB/s 00000001:01000000:2.0:1790976482.829052:0:367763:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 3561 MB/s 00000001:01000000:2.0:1790976483.078997:0:367763:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 827 MB/s 00000001:01000000:3.0:1790976483.329401:0:367763:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 1087 MB/s 00000040:01000000:2.0:1790976483.348815:0:367763:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1790976483.352024:0:367775:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1790976483.352504:0:367763:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1790976483.352548:0:367763:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:2.0:1790976483.352604:0:367763:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:2.0:1790976483.352624:0:367763:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1790976483.353332:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790976483.353490:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1790976483.353497:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790976483.357649:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790976483.357663:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0F:1790976483.359596:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1790976483.359627:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1790976483.371580:0:367763:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1790976483.371604:0:367763:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.101@tcp' 00000020:01000004:2.0:1790976483.371606:0:367763:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1790976483.371657:0:367763:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.101@tcp (typ=mgc) 00000020:00000080:2.0:1790976483.371670:0:367763:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.101@tcp (0000000042458ed8) 00000020:00000080:2.0:1790976483.371687:0:367763:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1790976483.371832:0:367763:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000aad84f7c@MGC192.168.203.101@tcp: add connection 192.168.203.101@tcp at head 00010000:00010000:2.0:1790976483.371996:0:367763:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.101@tcp-0 is initialized 00000040:01000000:2.0:1790976483.372002:0:367763:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 1 is initialized 00000100:00080000:1.0:1790976483.372402:0:367780:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1790976483.380553:0:367781:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790976483.380637:0:367763:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.101@tcp (uuid d65734bd-420a-43ba-af74-37223cd0d39c) 00000020:00000080:3.0:1790976483.380675:0:367763:0:(genops.c:1385:class_connect()) connect: client d65734bd-420a-43ba-af74-37223cd0d39c, cookie 0xe0c44eaf721dc8a5 00000100:00080000:3.0:1790976483.380688:0:367763:0:(import.c:545:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790976483.380694:0:367763:0:(import.c:665:import_select_connection()) MGC192.168.203.101@tcp: import 00000000aad84f7c using connection 192.168.203.101@tcp/0@lo 00000100:00100000:3.0:1790976483.380725:0:367763:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b61e5866 x1877974933569664/t0(0) o250->MGC192.168.203.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790976483.380752:0:367763:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d65734bd-420a-43ba-af74-37223cd0d39c->MGS 00000020:01000004:3.0:1790976483.380788:0:367763:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1790976483.380793:0:367763:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1790976483.380816:0:367763:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000007aedd2b1) 00000020:00000080:3.0:1790976483.380829:0:367763:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1790976483.381054:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b61e5866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d65734bd-420a-43ba-af74-37223cd0d39c:366904:1877974933569664:0@lo:250: 00000100:00100000:1.0:1790976483.381282:0:366904:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790976483.381393:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933569664 00000100:00100000:0.0:1790976483.381401:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933569664 00000100:00100000:0.0:1790976483.390879:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790976483.390890:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000704b2cc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:366904:x1877974933569664:12345-0@lo:250: 00010000:00080000:0.0:1790976483.390934:0:367776:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from d65734bd-420a-43ba-af74-37223cd0d39c@0@lo t0 exp 0000000000000000 cur 13306 last 0 00000020:00000080:0.0:1790976483.390963:0:367776:0:(genops.c:1385:class_connect()) connect: client d65734bd-420a-43ba-af74-37223cd0d39c, cookie 0xe0c44eaf721dc8b3 00000100:00080000:0.0:1790976483.391083:0:367776:0:(import.c:65:import_set_state_nolock()) 00000000d7a952c8 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790976483.392286:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000704b2cc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+5:366904:x1877974933569664:12345-0@lo:250: Request processed in 1391us (11000us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976483.392296:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790976483.392394:0:366904:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.101@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790976483.392402:0:366904:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.101@tcp: connect to target with instance 0 00000100:00080000:0.0:1790976483.392410:0:366904:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.101@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790976483.392420:0:366904:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790976483.392424:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000aad84f7c MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790976483.392426:0:366904:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790976483.392435:0:366904:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1790976483.392440:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b61e5866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d65734bd-420a-43ba-af74-37223cd0d39c:366904:1877974933569664:0@lo:250: 00000100:00100000:3.0:1790976483.402714:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790976483.402923:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790976483.402929:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00010000:00010000:3.0:1790976483.403005:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790976483.431224:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1790976483.431241:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1790976483.437186:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1790976483.437198:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1790976483.437902:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790976483.438132:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1790976483.438139:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1790976483.443962:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1790976483.443976:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1790976483.546675:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790976483.546915:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1790976483.546922:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1790976483.548398:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1790976483.548411:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1790976483.549086:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790976483.549284:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790976483.549289:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1790976483.551016:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790976483.551028:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1790976483.554815:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790976483.557562:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790976483.557574:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790976483.560789:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790976483.560802:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1790976483.561739:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790976483.561925:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790976483.561930:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790976483.562983:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790976483.562993:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1790976483.597574:0:367763:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790976483.597796:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1790976483.597804:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790976483.615860:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790976483.615876:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790976483.630162:0:367763:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1790976483.630482:0:367763:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1790976483.631263:0:367763:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1790976483.631287:0:367763:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1790976483.631292:0:367763:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.101@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1790976483.631378:0:367763:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.101@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790976483.631507:0:367763:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.101@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1790976483.631512:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790976483.631513:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790976483.631514:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790976483.631516:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790976483.631517:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790976483.631518:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790976483.631519:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790976483.631520:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790976483.631523:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790976483.631524:0:367763:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790976483.631526:0:367763:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1790976483.631528:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790976483.631529:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790976483.631530:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790976483.631531:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790976483.631532:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790976483.631537:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790976483.631538:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790976483.631538:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790976483.631539:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790976483.631540:0:367763:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790976483.631571:0:367763:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790976483.631584:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933569792:0@lo:253: 00000100:00100000:2.0:1790976483.631653:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790976483.631703:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000000ec6c552 going to sleep for 11 seconds 00000100:00100000:1.0:1790976483.631815:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933569792 00000100:00100000:1.0:1790976483.631823:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933569792 00000100:00100000:1.0:1790976483.631882:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790976483.631891:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005c97cb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+5:367763:x1877974933569792:12345-0@lo:253: 20000000:01000000:1.0:1790976483.631936:0:367779:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790976483.631940:0:367779:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790976483.631943:0:367779:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1790976483.633624:0:367800:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790976483.636479:0:367779:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1790976483.643811:0:367801:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790976483.643819:0:367801:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790976483.643822:0:367801:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:3.0:1790976483.643832:0:367801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:1.0:1790976483.644773:0:367779:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790976483.644784:0:367779:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790976483.650690:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005c97cb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+5:367763:x1877974933569792:12345-0@lo:253: Request processed in 18793us (19029us total) trans 0 rc 0/0 00000100:00100000:1.0:1790976483.650705:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790976483.650875:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933569792:0@lo:253: 10000000:01000000:2.0:1790976483.650890:0:367763:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790976483.650893:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790976483.650895:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790976483.650896:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790976483.650897:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790976483.650898:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790976483.650899:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790976483.650900:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790976483.650901:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790976483.650902:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790976483.650903:0:367763:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790976483.650924:0:367763:0:(tgt_mount.c:101:server_register_mount()) register mount 000000003b74f9f6 from lustre-MDT0000 10000000:01000000:2.0:1790976483.650951:0:367763:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1790976483.650953:0:367763:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790976483.650957:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9f473ea899c0 10000000:01000000:2.0:1790976483.650961:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790976483.650968:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f473ea899c0 from 1 10000000:01000000:2.0:1790976483.650970:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1790976483.651012:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.651021:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.651036:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790976483.651074:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933569920:0@lo:101: 00000100:00100000:2.0:1790976483.651140:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790976483.651200:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000393e9022 going to sleep for 11 seconds 00000100:00100000:0.0:1790976483.651244:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933569920 00000100:00100000:0.0:1790976483.651254:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933569920 00000100:00100000:0.0:1790976483.651304:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790976483.651312:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000000ed6c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+5:367763:x1877974933569920:12345-0@lo:101: 00010000:00010000:0.0:1790976483.651325:0:367776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790976483.651339:0:367776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000015c66410/0xe0c44eaf721dc8c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc8ba expref: -99 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.651381:0:367776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000015c66410/0xe0c44eaf721dc8c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8ba expref: 6 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.651611:0:367776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000015c66410/0xe0c44eaf721dc8c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8ba expref: 6 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.651619:0:367776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000015c66410, rc 0) 00000100:00100000:0.0:1790976483.651672:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000000ed6c56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+6:367763:x1877974933569920:12345-0@lo:101: Request processed in 361us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976483.651679:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790976483.652006:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933569920:0@lo:101: 00010000:00010000:2.0:1790976483.652020:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8c1 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.652029:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc8c1 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790976483.652281:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570048:0@lo:501: 00000100:00100000:2.0:1790976483.652330:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790976483.652574:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000393e9022 going to sleep for 11 seconds 00000100:00100000:1.0:1790976483.661594:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570048 00000100:00100000:1.0:1790976483.661611:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570048 00000100:00100000:0.0:1790976483.662261:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790976483.662274:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001df8434b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+6:367763:x1877974933570048:12345-0@lo:501: 00000100:00100000:0.0:1790976483.662449:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001df8434b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+6:367763:x1877974933570048:12345-0@lo:501: Request processed in 178us (10119us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790976483.662457:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790976483.662540:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1f18c25 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570048:0@lo:501: 10000000:01000000:3.0:1790976483.662584:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790976483.662608:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8c1 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.662619:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 00000000187a5505/0xe0c44eaf721dc8ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8c1 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790976483.662648:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9f46034af800 10000000:01000000:3.0:1790976483.662653:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790976483.662658:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9f46034af800 10000000:01000000:3.0:1790976483.662660:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790976483.662663:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9f46034af800 from 1 10000000:01000000:3.0:1790976483.662666:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790976483.662698:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.662705:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.662714:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790976483.662732:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570176:0@lo:101: 00000100:00100000:3.0:1790976483.662795:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976483.674506:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000009946a928 going to sleep for 11 seconds 00000100:00100000:0.0:1790976483.678713:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570176 00000100:00100000:0.0:1790976483.678729:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570176 00000100:00100000:0.0:1790976483.678822:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790976483.678831:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000034348832 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+6:367763:x1877974933570176:12345-0@lo:101: 00010000:00010000:0.0:1790976483.678847:0:367779:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790976483.678865:0:367779:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008923410c/0xe0c44eaf721dc8cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc8c8 expref: -99 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.678889:0:367779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008923410c/0xe0c44eaf721dc8cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8c8 expref: 7 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.678898:0:367779:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008923410c/0xe0c44eaf721dc8cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8c8 expref: 7 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976483.678907:0:367779:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008923410c, rc 0) 00000100:00100000:0.0:1790976483.678983:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000034348832 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+7:367763:x1877974933570176:12345-0@lo:101: Request processed in 153us (16187us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976483.678989:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790976483.683710:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570176:0@lo:101: 00010000:00010000:3.0:1790976483.683742:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8cf expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.683755:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc8cf expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790976483.683786:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790976483.683799:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8cf expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.683827:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 0000000054cacd29/0xe0c44eaf721dc8c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8cf expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790976483.683836:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790976483.683841:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790976483.683848:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9f46034af800 10000000:01000000:3.0:1790976483.683850:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790976483.683854:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1790976483.683856:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1790976483.683886:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.683893:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.683900:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790976483.683916:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570304:0@lo:101: 00000100:00100000:3.0:1790976483.683972:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976483.684036:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000009946a928 going to sleep for 11 seconds 00000100:00100000:2.0:1790976483.684704:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570304 00000100:00100000:2.0:1790976483.684712:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570304 00000100:00100000:2.0:1790976483.684774:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790976483.684783:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a81feb47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+7:367763:x1877974933570304:12345-0@lo:101: 00010000:00010000:2.0:1790976483.684796:0:367778:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790976483.684812:0:367778:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000038391475/0xe0c44eaf721dc8dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc8d6 expref: -99 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.684832:0:367778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038391475/0xe0c44eaf721dc8dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8d6 expref: 8 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.684841:0:367778:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000038391475/0xe0c44eaf721dc8dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc8d6 expref: 8 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976483.684863:0:367778:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000038391475, rc 0) 00000100:00100000:2.0:1790976483.684900:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a81feb47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+8:367763:x1877974933570304:12345-0@lo:101: Request processed in 119us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976483.684906:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790976483.685731:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570304:0@lo:101: 00010000:00010000:3.0:1790976483.685752:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8dd expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976483.685769:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc8dd expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790976483.685847:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570432:0@lo:501: 00000100:00100000:3.0:1790976483.685883:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976483.685915:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000009946a928 going to sleep for 11 seconds 00000100:00100000:2.0:1790976483.686354:0:367778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570432 00000100:00100000:2.0:1790976483.686361:0:367778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570432 00000100:00100000:2.0:1790976483.686409:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790976483.686416:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000efdb2bdc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+8:367763:x1877974933570432:12345-0@lo:501: 00000100:00100000:2.0:1790976483.686551:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000efdb2bdc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+9:367763:x1877974933570432:12345-0@lo:501: Request processed in 135us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976483.686559:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790976483.688307:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570432:0@lo:501: 00000100:00100000:3.0:1790976483.688362:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570560:0@lo:503: 00000100:00100000:3.0:1790976483.688600:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976483.688635:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000009946a928 going to sleep for 11 seconds 00000100:00100000:2.0:1790976483.691184:0:367778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570560 00000100:00100000:2.0:1790976483.691200:0:367778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570560 00000100:00100000:2.0:1790976483.691271:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790976483.691281:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5c6dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+9:367763:x1877974933570560:12345-0@lo:503: 00000100:00100000:2.0:1790976483.695777:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5c6dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+9:367763:x1877974933570560:12345-0@lo:503: Request processed in 4491us (7171us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976483.695794:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790976483.695914:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933570560:0@lo:503: 00000100:00100000:3.0:1790976483.696848:0:367802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367802:1877974933570688:0@lo:502: 00000100:00100000:3.0:1790976483.696900:0:367802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976483.696960:0:367802:0:(client.c:2716:ptlrpc_set_wait()) set 0000000001d61219 going to sleep for 11 seconds 00000100:00100000:2.0:1790976483.697057:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570688 00000100:00100000:2.0:1790976483.697064:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570688 00000100:00100000:2.0:1790976483.697125:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790976483.697134:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004995c9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+9:367802:x1877974933570688:12345-0@lo:502: 00000100:00100000:2.0:1790976483.703170:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004995c9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+9:367802:x1877974933570688:12345-0@lo:502: Request processed in 6031us (6263us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976483.703185:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790976483.704555:0:367802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000d61b2a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367802:1877974933570688:0@lo:502: 00000020:01000000:3.0:1790976483.704605:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790976483.704619:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790976483.704621:0:367802:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790976483.704625:0:367802:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1790976483.704628:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790976483.704644:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000007cf361d4) 00000020:00000080:3.0:1790976483.704662:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1790976483.704668:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1790976483.704751:0:367802:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1790976483.704766:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc8eb 00000020:00000080:3.0:1790976483.705003:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1790976483.705008:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790976483.705011:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790976483.705018:0:367802:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1790976483.705021:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790976483.705024:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790976483.705026:0:367802:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1790976483.705029:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790976483.705035:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000ccf6cc08) 00000020:00000080:3.0:1790976483.705045:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1790976483.705049:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1790976483.705050:0:367802:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1790976483.705053:0:367802:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1790976483.705058:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790976483.705126:0:367802:0:(tgt_mount.c:153:server_get_mount()) get mount 000000003b74f9f6 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1790976483.705137:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000000768cdac) 00000020:00000080:3.0:1790976483.705144:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1790976483.705209:0:367802:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:3.0:1790976483.705216:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe0c44eaf721dc900 00000020:00000080:3.0:1790976483.705356:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1790976483.705363:0:367802:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1790976483.705368:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xe0c44eaf721dc907 00080000:01000000:3.0:1790976483.705373:0:367802:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1790976483.705375:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc90e 00010000:00010000:2.0:1790976483.956310:0:367802:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790976483.959896:0:367802:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790976483.960674:0:367802:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790976483.961211:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000ee29f14a) 00000020:00000080:2.0:1790976483.961776:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790976483.967488:0:367802:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790976483.967504:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc91c 00000020:00000080:0.0:1790976483.968079:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1790976483.974145:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xe0c44eaf721dc923 00000020:00000080:1.0:1790976483.975837:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790976483.975849:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790976483.975856:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790976483.975858:0:367802:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790976483.975861:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790976483.975863:0:367802:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790976483.975865:0:367802:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790976483.975867:0:367802:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790976483.975868:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790976483.975871:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790976483.975872:0:367802:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790976483.975874:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790976483.975878:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790976483.975879:0:367802:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790976483.975884:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790976483.975933:0:367802:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790976483.975967:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790976483.975970:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790976483.975972:0:367802:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790976483.975974:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790976483.975977:0:367802:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1790976483.975980:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790976483.975981:0:367802:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790976483.975984:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790976483.975988:0:367802:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:01000000:1.0:1790976483.976017:0:367802:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790976483.976020:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790976483.976051:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (0000000014e4ed70) 00000020:00000080:1.0:1790976483.976069:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790976483.976075:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790976483.976160:0:367802:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790976483.976166:0:367802:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790976483.976173:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc931 00010000:00080000:1.0:1790976483.976203:0:367802:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d7e6f04e@lustre-OST0000-osc-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:1.0:1790976483.977199:0:367802:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1790976483.982672:0:367802:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:0.0:1790976483.983039:0:367802:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1790976483.991044:0:367802:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790976483.998029:0:367802:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790976483.998970:0:367802:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:0.0:1790976484.001410:0:367806:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790976484.001417:0:367806:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790976484.006073:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790976484.006113:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790976484.006163:0:367802:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790976484.006185:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe0c44eaf721dc938 00000100:00080000:0.0:1790976484.006197:0:367802:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790976484.006203:0:367802:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d7e6f04e using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1790976484.006240:0:367802:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790976484.006269:0:367802:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790976484.006334:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790976484.006338:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790976484.006340:0:367802:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790976484.006342:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790976484.006344:0:367802:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1790976484.006345:0:367802:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790976484.006347:0:367802:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790976484.006348:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790976484.006350:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790976484.006351:0:367802:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790976484.006354:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790976484.006358:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790976484.006359:0:367802:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1790976484.006361:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790976484.006365:0:367802:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.101@tcp to nid 0x20000c0a8cb65 (192.168.203.101@tcp) 00000020:00000080:0.0:1790976484.006987:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790976484.007012:0:367802:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (000000004eb9d77e) 00000020:00000080:0.0:1790976484.007027:0:367802:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790976484.007034:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790976484.007174:0:367802:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1790976484.007180:0:367802:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790976484.007187:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe0c44eaf721dc946 00010000:00080000:0.0:1790976484.007275:0:367802:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000443daefd@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.101@tcp at head 00000100:00100000:1.0:1790976484.008515:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000198b2ad9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933570816:0@lo:8: 00000400:00000100:1.0:1790976484.008583:0:366904:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877974933570816 offset 0 length 520: 4 00010000:00010000:0.0:1790976484.012845:0:367802:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:0.0:1790976484.019053:0:367802:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790976484.019067:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1790976484.019143:0:367802:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1790976484.019165:0:367802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe0c44eaf721dc94d 00000100:00080000:0.0:1790976484.019176:0:367802:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790976484.019181:0:367802:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000443daefd using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1790976484.019216:0:367802:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000517478ec x1877974933570944/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790976484.019240:0:367802:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1790976484.019294:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790976484.019298:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790976484.019300:0:367802:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1790976484.019303:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790976484.019306:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790976484.019307:0:367802:0:(obd_config.c:1563:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790976484.019310:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790976484.019312:0:367802:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1790976484.019338:0:367802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a22e318 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367802:1877974933571072:0@lo:502: 00000100:00100000:2.0:1790976484.019475:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000517478ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933570944:0@lo:38: 00000100:00100000:2.0:1790976484.019556:0:366904:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976484.019703:0:367789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933570944 00000100:00100000:3.0:1790976484.019711:0:367789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933570944 00000100:00100000:3.0:1790976484.019764:0:367789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790976484.019771:0:367789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cfdb9cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:366904:x1877974933570944:12345-0@lo:38: 00010000:00020000:3.0:1790976484.019784:0:367789:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790976484.019829:0:367789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cfdb9cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:366904:x1877974933570944:12345-0@lo:38: Request processed in 57us (274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790976484.019836:0:367789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790976484.020199:0:367802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790976484.020226:0:367802:0:(client.c:2716:ptlrpc_set_wait()) set 000000005186bc18 going to sleep for 11 seconds 00000100:00080000:2.0:1790976484.020323:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000443daefd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790976484.020333:0:366904:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790976484.020336:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000517478ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933570944:0@lo:38: 00000100:00100000:3.0:1790976484.020513:0:367778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571072 00000100:00100000:3.0:1790976484.020518:0:367778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571072 00000100:00100000:3.0:1790976484.020567:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790976484.020585:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000399c9d01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+9:367802:x1877974933571072:12345-0@lo:502: 00000100:00100000:3.0:1790976484.020705:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000399c9d01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+9:367802:x1877974933571072:12345-0@lo:502: Request processed in 121us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976484.020712:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790976484.021595:0:367802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a22e318 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367802:1877974933571072:0@lo:502: 00000020:01000000:3.0:1790976484.021632:0:367802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790976484.021640:0:367802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790976484.021642:0:367802:0:(obd_config.c:1563:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790976484.021649:0:367802:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:0.0:1790976484.021937:0:367763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:0.0:1790976484.021966:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1790976484.021995:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8dd expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.022005:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 0000000022a60a7c/0xe0c44eaf721dc8d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc8dd expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790976484.022012:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9f46034af800 from 1 10000000:01000000:0.0:1790976484.022015:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790976484.022044:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.022050:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.022058:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790976484.022074:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001e392e68 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571200:0@lo:101: 00000100:00100000:0.0:1790976484.022143:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790976484.022170:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f656d8c2 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.022263:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571200 00000100:00100000:2.0:1790976484.022270:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571200 00000100:00100000:2.0:1790976484.022299:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790976484.022306:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000579b1f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+9:367763:x1877974933571200:12345-0@lo:101: 00010000:00010000:2.0:1790976484.022316:0:367779:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790976484.022327:0:367779:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc954 expref: -99 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.022360:0:367779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 10 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.022377:0:367779:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 10 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.022386:0:367779:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008bd91915, rc 0) 00000100:00100000:2.0:1790976484.022420:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000579b1f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+10:367763:x1877974933571200:12345-0@lo:101: Request processed in 115us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.022433:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790976484.022929:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001e392e68 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571200:0@lo:101: 00010000:00010000:0.0:1790976484.022944:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.022952:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790976484.026462:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001e392e68 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571328:0@lo:256: 00000100:00100000:0.0:1790976484.026820:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790976484.026920:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f656d8c2 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.031680:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571328 00000100:00100000:2.0:1790976484.031696:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571328 00000100:00100000:2.0:1790976484.031800:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790976484.031809:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000082d75d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+10:367763:x1877974933571328:12345-0@lo:256: 20000000:01000000:2.0:1790976484.031833:0:367776:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1790976484.031840:0:367776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1790976484.031961:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000082d75d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+10:367763:x1877974933571328:12345-0@lo:256: Request processed in 154us (5142us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.031969:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790976484.032047:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001e392e68 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571328:0@lo:256: 10000000:01000000:1.0:1790976484.032764:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790976484.032783:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.032794:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790976484.032802:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9f46034af800 from 1 10000000:01000000:1.0:1790976484.032805:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790976484.032843:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.032850:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.032859:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790976484.032886:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571456:0@lo:101: 00000100:00100000:1.0:1790976484.032927:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.036734:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 0000000044f813fc going to sleep for 11 seconds 00000100:00100000:0.0:1790976484.038244:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571456 00000100:00100000:0.0:1790976484.038257:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571456 00000100:00100000:0.0:1790976484.038307:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790976484.038314:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000034ec7012 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+10:367763:x1877974933571456:12345-0@lo:101: 00010000:00010000:0.0:1790976484.038331:0:367779:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790976484.038525:0:367779:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005b635b28/0xe0c44eaf721dc969 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc962 expref: -99 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.038553:0:367779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005b635b28/0xe0c44eaf721dc969 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc962 expref: 11 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.038563:0:367779:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005b635b28/0xe0c44eaf721dc969 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc962 expref: 11 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.038571:0:367779:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005b635b28, rc 0) 00000100:00100000:0.0:1790976484.038647:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000034ec7012 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571456:12345-0@lo:101: Request processed in 334us (5720us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976484.038654:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790976484.038767:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571456:0@lo:101: 00010000:00010000:1.0:1790976484.038784:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc969 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.038792:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc969 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790976484.038864:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571584:0@lo:501: 00000100:00100000:1.0:1790976484.038898:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.038926:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 0000000044f813fc going to sleep for 11 seconds 00000100:00100000:0.0:1790976484.039028:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571584 00000100:00100000:0.0:1790976484.039032:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571584 00000100:00100000:0.0:1790976484.039052:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790976484.039058:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ca4b6c99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571584:12345-0@lo:501: 00000100:00100000:0.0:1790976484.039215:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ca4b6c99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571584:12345-0@lo:501: Request processed in 157us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976484.039222:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790976484.039308:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571584:0@lo:501: 00000100:00100000:1.0:1790976484.039334:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571712:0@lo:503: 00000100:00100000:1.0:1790976484.039397:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.039417:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 0000000044f813fc going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.039626:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571712 00000100:00100000:2.0:1790976484.039632:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571712 00000100:00100000:2.0:1790976484.039656:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790976484.039663:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006aa89e74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571712:12345-0@lo:503: 00000040:00080000:2.0:1790976484.039697:0:367776:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790976484.039748:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006aa89e74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571712:12345-0@lo:503: Request processed in 85us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.039767:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790976484.039870:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571712:0@lo:503: 00000040:00080000:0.0:1790976484.041222:0:367810:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:1.0:1790976484.041895:0:367763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:1.0:1790976484.041923:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790976484.041938:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc969 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.041950:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 00000000e2417e4c/0xe0c44eaf721dc962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc969 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790976484.042018:0:367763:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790976484.042021:0:367763:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9f46034af800 10000000:01000000:1.0:1790976484.042024:0:367763:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9f46034af800 10000000:01000000:1.0:1790976484.042027:0:367763:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790976484.042033:0:367763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f46034af800 from 1 10000000:01000000:1.0:1790976484.042036:0:367763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790976484.042065:0:367763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.042072:0:367763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.042081:0:367763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790976484.042130:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571840:0@lo:101: 00000100:00100000:1.0:1790976484.042181:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.042213:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b545fec1 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.043558:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571840 00000100:00100000:2.0:1790976484.043568:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571840 00000100:00100000:2.0:1790976484.043618:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790976484.043627:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000049c4a7a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+11:367763:x1877974933571840:12345-0@lo:101: 00010000:00010000:2.0:1790976484.043642:0:367776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790976484.043655:0:367776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a0e9cccd/0xe0c44eaf721dc977 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc970 expref: -99 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.043679:0:367776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a0e9cccd/0xe0c44eaf721dc977 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc970 expref: 12 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.043701:0:367776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a0e9cccd/0xe0c44eaf721dc977 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc970 expref: 12 pid: 367776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.043709:0:367776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a0e9cccd, rc 0) 00000100:00100000:2.0:1790976484.043809:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000049c4a7a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933571840:12345-0@lo:101: Request processed in 183us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.043816:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790976484.043937:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571840:0@lo:101: 00010000:00010000:1.0:1790976484.043954:0:367763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc977 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.043963:0:367763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc977 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790976484.044030:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571968:0@lo:501: 00000100:00100000:1.0:1790976484.044059:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.044113:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b545fec1 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.044166:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933571968 00000100:00100000:2.0:1790976484.044171:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933571968 00000100:00100000:2.0:1790976484.044190:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790976484.044195:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000093461434 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933571968:12345-0@lo:501: 00000100:00100000:2.0:1790976484.044301:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000093461434 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933571968:12345-0@lo:501: Request processed in 106us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.044308:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790976484.044386:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933571968:0@lo:501: 00000100:00100000:1.0:1790976484.044412:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933572096:0@lo:503: 00000100:00100000:1.0:1790976484.044449:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.044474:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b545fec1 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.044621:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572096 00000100:00100000:2.0:1790976484.044626:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572096 00000100:00100000:2.0:1790976484.044642:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790976484.044646:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a628151c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933572096:12345-0@lo:503: 00000100:00100000:2.0:1790976484.044722:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a628151c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933572096:12345-0@lo:503: Request processed in 75us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.044727:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790976484.044972:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933572096:0@lo:503: 00000100:00100000:1.0:1790976484.045522:0:367811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367811:1877974933572224:0@lo:502: 00000100:00100000:1.0:1790976484.045562:0:367811:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.045583:0:367811:0:(client.c:2716:ptlrpc_set_wait()) set 0000000022d12aa3 going to sleep for 11 seconds 00000100:00100000:2.0:1790976484.045633:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572224 00000100:00100000:2.0:1790976484.045638:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572224 00000100:00100000:2.0:1790976484.045670:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790976484.045677:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004fee18ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367811:x1877974933572224:12345-0@lo:502: 00000100:00100000:2.0:1790976484.045777:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004fee18ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367811:x1877974933572224:12345-0@lo:502: Request processed in 101us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.045791:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790976484.045901:0:367811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367811:1877974933572224:0@lo:502: 00000020:01000004:1.0:1790976484.045954:0:367811:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1790976484.045969:0:367811:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000006fd675fc) 00000020:00000080:1.0:1790976484.045987:0:367811:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1790976484.046072:0:367811:0:(tgt_mount.c:153:server_get_mount()) get mount 000000003b74f9f6 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790976484.046077:0:367811:0:(tgt_mount.c:187:server_put_mount()) put mount 000000003b74f9f6 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790976484.046079:0:367811:0:(obd_mount.c:710:lustre_put_lsi()) put 000000003b74f9f6 4 00010000:00080000:1.0:1790976484.046180:0:367811:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ce148b06@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.101@tcp at head 00010000:00010000:1.0:1790976484.049294:0:367811:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1790976484.053018:0:367811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790976484.053065:0:367811:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790976484.053079:0:367811:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xe0c44eaf721dc985 00000100:00080000:1.0:1790976484.053591:0:367811:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790976484.053598:0:367811:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000ce148b06 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:1.0:1790976484.053631:0:367811:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005834ea89 x1877974933572352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790976484.059985:0:367811:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790976484.060142:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:366904:1877974933572352:0@lo:38: 00000100:00100000:3.0:1790976484.060215:0:366904:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.060331:0:367784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572352 00000100:00100000:1.0:1790976484.060338:0:367784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572352 00000100:00100000:1.0:1790976484.060466:0:367784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790976484.060473:0:367784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000d61b2a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:366904:x1877974933572352:12345-0@lo:38: 00000100:00100000:1.0:1790976484.060537:0:367784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000d61b2a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:366904:x1877974933572352:12345-0@lo:38: Request processed in 62us (322us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790976484.060544:0:367784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790976484.066069:0:366904:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790976484.066081:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000ce148b06 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790976484.066104:0:366904:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790976484.066108:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005834ea89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:366904:1877974933572352:0@lo:38: 00000100:00100000:2.0:1790976484.066666:0:367811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb4c9938 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367811:1877974933572480:0@lo:502: 00000100:00100000:2.0:1790976484.066744:0:367811:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790976484.066797:0:367811:0:(client.c:2716:ptlrpc_set_wait()) set 000000005504550f going to sleep for 11 seconds 00000100:00100000:3.0:1790976484.067125:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572480 00000100:00100000:3.0:1790976484.067132:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572480 00000100:00100000:3.0:1790976484.067174:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790976484.067182:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004fd1165e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367811:x1877974933572480:12345-0@lo:502: 00000100:00100000:3.0:1790976484.067305:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004fd1165e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:367811:x1877974933572480:12345-0@lo:502: Request processed in 124us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976484.067313:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790976484.067587:0:367811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb4c9938 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d65734bd-420a-43ba-af74-37223cd0d39c:367811:1877974933572480:0@lo:502: 00000040:00080000:2.0:1790976484.067614:0:367811:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:0.0:1790976484.070533:0:367763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:0.0:1790976484.070570:0:367763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790976484.070642:0:367763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc977 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.070655:0:367763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 000000008d68626f/0xe0c44eaf721dc970 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc977 expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790976484.070714:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790976484.070717:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790976484.070718:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790976484.070720:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790976484.070721:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790976484.070722:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790976484.070723:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790976484.070724:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790976484.070726:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790976484.070727:0:367763:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790976484.070731:0:367763:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1790976484.070733:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790976484.070735:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790976484.070736:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790976484.070737:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790976484.070738:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790976484.070739:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790976484.070740:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790976484.070741:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790976484.070742:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790976484.070743:0:367763:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790976484.070777:0:367763:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1790976484.070792:0:367763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cf2e8896 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933572608:0@lo:253: 00000100:00100000:0.0:1790976484.070849:0:367763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790976484.070905:0:367763:0:(client.c:2716:ptlrpc_set_wait()) set 000000002f67e783 going to sleep for 11 seconds 00000100:00100000:3.0:1790976484.072730:0:367778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572608 00000100:00100000:3.0:1790976484.072744:0:367778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572608 00000100:00100000:3.0:1790976484.072813:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790976484.072822:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000734a79e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933572608:12345-0@lo:253: 20000000:01000000:3.0:1790976484.072854:0:367778:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790976484.072868:0:367778:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1790976484.074279:0:367778:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1790976484.074289:0:367778:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1790976484.074477:0:367800:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790976484.074483:0:367800:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790976484.074505:0:367800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.074523:0:367800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.074529:0:367800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.074564:0:367800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790976484.074577:0:367800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 13457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790976484.074589:0:367800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000068b51af0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:367800:1877974933572736:0@lo:104: 00000100:00100000:1.0:1790976484.074646:0:367800:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790976484.074690:0:367800:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d557828 going to sleep for 11 seconds 00000100:00100000:3.0:1790976484.075002:0:367767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572736 00000100:00100000:3.0:1790976484.075017:0:367767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572736 00000100:00100000:3.0:1790976484.075064:0:367767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790976484.075072:0:367767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d2078e86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d65734bd-420a-43ba-af74-37223cd0d39c+3:367800:x1877974933572736:12345-0@lo:104: 00010000:00010000:3.0:1790976484.075085:0:367767:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790976484.075173:0:367767:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790976484.075179:0:367767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d2078e86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d65734bd-420a-43ba-af74-37223cd0d39c+3:367800:x1877974933572736:12345-0@lo:104: Request processed in 108us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976484.075186:0:367767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790976484.075227:0:367800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000068b51af0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:367800:1877974933572736:0@lo:104: 00010000:00010000:3.0:1790976484.075246:0:367800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790976484.075388:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000734a79e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+12:367763:x1877974933572608:12345-0@lo:253: Request processed in 2567us (4538us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976484.075398:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00010000:0.0:1790976484.077202:0:367772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790976484.077228:0:367772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.077239:0:367772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000075df7ac6 already unused, calling callback (0000000076712678) 10000000:00010000:0.0:1790976484.077243:0:367772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790976484.077252:0:367772:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790976484.077259:0:367772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790976484.077264:0:367772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1790976484.077364:0:367763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cf2e8896 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d65734bd-420a-43ba-af74-37223cd0d39c:367763:1877974933572608:0@lo:253: 10000000:01000000:3.0:1790976484.077385:0:367763:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790976484.077388:0:367763:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790976484.077390:0:367763:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790976484.077391:0:367763:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790976484.077392:0:367763:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790976484.077394:0:367763:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790976484.077395:0:367763:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790976484.077396:0:367763:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790976484.077397:0:367763:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790976484.077399:0:367763:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790976484.077400:0:367763:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790976484.077428:0:367763:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1790976484.083946:0:367772:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.083964:0:367772:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790976484.083991:0:367772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.083997:0:367772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.101@tcp lock: 0000000075df7ac6/0xe0c44eaf721dc954 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe0c44eaf721dc95b expref: -99 pid: 367763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084014:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790976484.084016:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790976484.084018:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790976484.084138:0:366905:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790976484.084154:0:366905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb4c9938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d65734bd-420a-43ba-af74-37223cd0d39c:366905:1877974933572864:0@lo:103: 00000100:00100000:1.0:1790976484.084220:0:366905:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790976484.084388:0:367769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933572864 00000100:00100000:2.0:1790976484.084396:0:367769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933572864 00010000:00010000:2.0:1790976484.084423:0:367769:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 13457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790976484.084464:0:367769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790976484.084472:0:367769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c9acf863 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d65734bd-420a-43ba-af74-37223cd0d39c+12:366905:x1877974933572864:12345-0@lo:103: 00010000:00010000:2.0:1790976484.084485:0:367769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790976484.084490:0:367769:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 13457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084501:0:367769:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 13457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084514:0:367769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bd91915/0xe0c44eaf721dc95b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe0c44eaf721dc954 expref: 12 pid: 367779 timeout: 13457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084527:0:367769:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084534:0:367769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1790976484.084547:0:367769:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010065632s 00010000:00010000:2.0:1790976484.084551:0:367769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084557:0:367769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084562:0:367769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084567:0:367769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084578:0:367769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001b7ef49c already unused, calling callback (00000000391c8af5) 00010000:00010000:2.0:1790976484.084582:0:367769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084589:0:367769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084604:0:367769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084613:0:367769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790976484.084651:0:367769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c9acf863 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d65734bd-420a-43ba-af74-37223cd0d39c+11:366905:x1877974933572864:12345-0@lo:103: Request processed in 180us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1790976484.084658:0:367769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1790976484.084688:0:367800:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084696:0:367800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976484.084702:0:367800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001b7ef49c/0xe0c44eaf721dc98c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 367800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790976484.084734:0:366905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb4c9938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d65734bd-420a-43ba-af74-37223cd0d39c:366905:1877974933572864:0@lo:103: 00000040:01000000:3.0:1790976484.111668:0:367763:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790976484.111675:0:367763:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790976484.113876:0:367816:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790976484.113885:0:367816:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:3.0:1790976484.122616:0:367817:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1790976484.123052:0:367817:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1790976484.125561:0:367763:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1790976484.127934:0:367817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790976484.128045:0:367817:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1790976484.133462:0:367818:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000e11eca23 x1877974933572992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790976484.133478:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000040:01000000:3.0:1790976484.137831:0:367763:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1790976484.137878:0:367763:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1790976484.141923:0:367763:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790976484.141948:0:367763:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1790976484.142043:0:367763:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790976484.145587:0:367763:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790976484.146216:0:367763:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790976484.146256:0:367763:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1790976484.147889:0:367763:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1790976484.148605:0:367763:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1790976484.151129:0:367763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790976484.152775:0:367763:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790976484.152822:0:367763:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbd3e49dbb988 00100000:10000000:3.0:1790976484.152830:0:367763:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1790976484.154568:0:367763:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790976484.154586:0:367763:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.101@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790976484.154605:0:367763:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1790976484.154621:0:367763:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1790976484.158714:0:367763:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790976484.158955:0:367763:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1790976484.407477:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790976485.172163:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00010000:00010000:0.0:1790976485.433965:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790976486.202321:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00010000:00010000:3.0:1790976486.452348:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790976487.220329:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00010000:00010000:2.0:1790976487.477616:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790976488.244150:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00010000:00010000:3.0:1790976488.500831:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790976489.301839:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00080000:0.0:1790976489.334962:0:312631:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790976489.334973:0:312631:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790976489.334976:0:312631:0:(import.c:65:import_set_state_nolock()) 00000000ce148b06 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790976489.334988:0:312631:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000ce148b06 using connection 192.168.203.101@tcp/0@lo 00000100:00100000:0.0:1790976489.335011:0:312631:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003623fc6d x1877974933573248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790976489.338108:0:366907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e08f4bfa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d65734bd-420a-43ba-af74-37223cd0d39c:366907:1877974933573120:0@lo:400: 00000100:00100000:3.0:1790976489.338197:0:366907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976489.338290:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573120 00000100:00100000:3.0:1790976489.338298:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573120 00000100:00100000:3.0:1790976489.338345:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790976489.338352:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000462c7c36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+11:366907:x1877974933573120:12345-0@lo:400: 00000100:00100000:3.0:1790976489.338415:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000462c7c36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+11:366907:x1877974933573120:12345-0@lo:400: Request processed in 64us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976489.338431:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790976489.338478:0:366907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e08f4bfa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d65734bd-420a-43ba-af74-37223cd0d39c:366907:1877974933573120:0@lo:400: 00000100:00100000:2.0:1790976489.338969:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003623fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:366904:1877974933573248:0@lo:38: 00000100:00100000:2.0:1790976489.339006:0:366904:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790976489.339835:0:367786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573248 00000100:00100000:3.0:1790976489.339845:0:367786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573248 00000100:00100000:3.0:1790976489.339874:0:367786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790976489.339880:0:367786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cb4c9938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:366904:x1877974933573248:12345-0@lo:38: 00010000:00080000:3.0:1790976489.339903:0:367786:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 13312 last 0 00000020:00000080:3.0:1790976489.339938:0:367786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xe0c44eaf721dc993 00000004:00100000:3.0:1790976489.339982:0:367786:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790976489.340285:0:367786:0:(import.c:65:import_set_state_nolock()) 00000000554462e9 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790976489.340347:0:367786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cb4c9938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:366904:x1877974933573248:12345-0@lo:38: Request processed in 466us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976489.340355:0:367786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790976489.340427:0:366904:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000003623fc6d x1877974933573248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790976499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790976489.340443:0:366904:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790976489.340450:0:366904:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1790976489.340454:0:366904:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790976489.340456:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000ce148b06 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790976489.340462:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003623fc6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:366904:1877974933573248:0@lo:38: 00010000:00010000:3.0:1790976489.524199:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790976489.799882:0:368061:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg301-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1790976489.903797:0:368063:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000001:1.0:1790976490.370462:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790976490.370469:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976490.370471:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976490.370475:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:1.0:1790976490.370480:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976490.370482:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976490.370484:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790976490.370487:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976490.370489:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790976490.375819:0:367771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bafc63e8. 00000100:00000001:3.0:1790976490.375839:0:367771:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790976490.375841:0:367771:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.375897:0:366904:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790976490.375906:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790976490.375908:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976490.375911:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790976490.375913:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976490.375915:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.375917:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790976490.376193:0:367767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000222b0128. 00000100:00000001:1.0:1790976490.376199:0:367767:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790976490.376200:0:367767:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.559427:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976490.559451:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.559457:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976490.559458:0:361859:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976490.559488:0:367773:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976490.559491:0:367773:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976490.559493:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790976490.744074:0:368074:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d710aa8. 00080000:00000010:0.0:1790976490.744124:0:368074:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000006d710aa8. 00000020:00000001:0.0:1790976490.744130:0:368074:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.868419:0:367781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790976490.868425:0:367781:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009bfcf7cf) refs 2 10000000:00000001:2.0:1790976490.868430:0:367781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.868432:0:367781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790976490.868434:0:367781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790976490.868435:0:367781:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790976490.868437:0:367781:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790976490.868439:0:367781:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790976490.868441:0:367781:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9f46034af800 from 9 10000000:00000001:2.0:1790976490.868444:0:367781:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790976490.868445:0:367781:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790976490.868455:0:367781:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac0b5bda. 00000020:00000040:2.0:1790976490.868459:0:367781:0:(genops.c:1210:class_import_get()) import 00000000aad84f7c refcount=4 obd=MGC192.168.203.101@tcp 00000100:00000001:2.0:1790976490.868463:0:367781:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790976490.868466:0:367781:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790976490.868470:0:367781:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790976490.868476:0:367781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006ccaf87. 00000100:00000001:2.0:1790976490.868482:0:367781:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790976490.868486:0:367781:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790976490.868488:0:367781:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790976490.868495:0:367781:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000009f51c37d. 00010000:00000001:2.0:1790976490.868499:0:367781:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790976490.868502:0:367781:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a5a4b562. 00000020:00000001:2.0:1790976490.868506:0:367781:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790976490.868509:0:367781:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000a5a4b562 with handle 0xe0c44eaf721dc99a to hash 00000020:00000001:2.0:1790976490.868511:0:367781:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790976490.868512:0:367781:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.868515:0:367781:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.868519:0:367781:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790976490.868522:0:367781:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790976490.868535:0:367781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976490.868551:0:367781:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790976490.868561:0:367781:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790976490.868567:0:367781:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790976490.868569:0:367781:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790976490.868576:0:367781:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008d1e32a. 00000100:00000001:2.0:1790976490.868578:0:367781:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637727070050368 : -106346639501248 : ffff9f473e545840) 00000100:00000001:2.0:1790976490.868581:0:367781:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790976490.868582:0:367781:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962490368 : -106346747061248 : ffff9f4737eb1c00) 00000100:00000001:2.0:1790976490.868587:0:367781:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790976490.868589:0:367781:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.868591:0:367781:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790976490.868593:0:367781:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790976490.868600:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.868608:0:367781:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790976490.868610:0:367781:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.868614:0:367781:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790976490.868616:0:367781:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790976490.868618:0:367781:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976490.868621:0:367781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d65734bd-420a-43ba-af74-37223cd0d39c:367781:1877974933573376:0@lo:101: 00000100:00000001:2.0:1790976490.868626:0:367781:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790976490.868631:0:367781:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790976490.868633:0:367781:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.868635:0:367781:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790976490.868640:0:367781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036dd7111. 02000000:00000001:2.0:1790976490.868642:0:367781:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790976490.868648:0:367781:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9dfb84b. 00000400:00000010:2.0:1790976490.868672:0:367781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5fbfc1c. 00000100:00000200:2.0:1790976490.868680:0:367781:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877974933573376, portal 25 00000100:00000001:2.0:1790976490.868682:0:367781:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790976490.868683:0:367781:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962490368 : -106346747061248 : ffff9f4737eb1c00) 00000100:00000040:2.0:1790976490.868688:0:367781:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.868696:0:367781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790976490.868698:0:367781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790976490.868700:0:367781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d0f0fd. 00000100:00000200:2.0:1790976490.868703:0:367781:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877974933573376, offset 0 00000400:00000200:2.0:1790976490.868719:0:367781:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790976490.868732:0:367781:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790976490.868742:0:367781:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6ac021cd00f00 00000400:00000200:2.0:1790976490.868748:0:367781:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:2.0:1790976490.868751:0:367781:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a684163. 00000400:00000200:2.0:1790976490.868757:0:367781:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f583360d 00000400:00000200:2.0:1790976490.868764:0:367781:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790976490.868768:0:367781:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790976490.868773:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f583360d 00000400:00000010:2.0:1790976490.868775:0:367781:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f583360d. 00000100:00000001:2.0:1790976490.868780:0:367781:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790976490.868782:0:367781:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790976490.868785:0:367781:0:(events.c:341:request_in_callback()) incoming req@00000000c79a9ffa x1877974933573376 msgsize 328 00000100:00100000:2.0:1790976490.868789:0:367781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790976490.868790:0:367781:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790976490.868808:0:367781:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790976490.868814:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d0f0fd 00000400:00000010:2.0:1790976490.868816:0:367781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000011d0f0fd. 00000100:00000001:2.0:1790976490.868820:0:367781:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790976490.868822:0:367781:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.868832:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.868834:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.868854:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.868855:0:367781:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790976490.868862:0:367781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.868866:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4307981328 00000100:00000010:2.0:1790976490.868869:0:367781:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077ecd415. 00000100:00000001:2.0:1790976490.868875:0:367781:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790976490.868881:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4307981328 00000100:00000010:2.0:1790976490.868884:0:367781:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004322bed6. 00000100:00000001:2.0:1790976490.868887:0:367781:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790976490.868890:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 2 is 4307981328 00000100:00000010:2.0:1790976490.868892:0:367781:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fa0c967. 00000100:00000001:2.0:1790976490.868894:0:367781:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790976490.868896:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 3 is 4307981328 00000100:00000010:2.0:1790976490.868899:0:367781:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a46b1fa. 00000100:00000001:2.0:1790976490.868902:0:367781:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790976490.868905:0:367781:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790976490.868907:0:367781:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.868910:0:367781:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790976490.868911:0:367781:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790976490.868914:0:367781:0:(client.c:2716:ptlrpc_set_wait()) set 0000000008d1e32a going to sleep for 11 seconds 00000100:00000001:2.0:1790976490.868916:0:367781:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976490.868918:0:367781:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976490.868969:0:367778:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790976490.868972:0:367778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573376 02000000:00000001:3.0:1790976490.868974:0:367778:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790976490.868977:0:367778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790976490.868978:0:367778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790976490.868982:0:367778:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790976490.868985:0:367778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573376 00000020:00000001:3.0:1790976490.868987:0:367778:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790976490.868989:0:367778:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc8b3 00000020:00000001:3.0:1790976490.868991:0:367778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790976490.868994:0:367778:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000fe4a0b66 refcount=11 00000020:00000001:3.0:1790976490.868996:0:367778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000020:00000001:3.0:1790976490.868998:0:367778:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000100:00000001:3.0:1790976490.869002:0:367778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790976490.869006:0:367778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb203b0c. 00000100:00000001:3.0:1790976490.869009:0:367778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790976490.869011:0:367778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb203b0c. 00000020:00000010:3.0:1790976490.869016:0:367778:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c424ceec. 00000020:00000010:3.0:1790976490.869020:0:367778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000298a1aeb. 00000020:00000010:3.0:1790976490.869025:0:367778:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a47adf2. 00000100:00000040:3.0:1790976490.869032:0:367778:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790976490.869035:0:367778:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790976490.869037:0:367778:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790976490.869039:0:367778:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976490.869045:0:367778:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976490.869058:0:367778:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976490.869068:0:367778:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790976490.869070:0:367778:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790976490.869074:0:367778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790976490.869083:0:367778:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000fe4a0b66 : new rpc_count 1 00000100:00000001:3.0:1790976490.869086:0:367778:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637727127713872 : -106346581837744 : ffff9f4741c43850) 00000100:00000040:3.0:1790976490.869125:0:367778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c79a9ffa x1877974933573376/t0(0) o101->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 328/0 e 0 to 0 dl 1790976501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976490.869135:0:367778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790976490.869138:0:367778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb203b0c. 00000100:00000001:3.0:1790976490.869140:0:367778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790976490.869142:0:367778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb203b0c. 00000100:00100000:3.0:1790976490.869145:0:367778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c79a9ffa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+11:367781:x1877974933573376:12345-0@lo:101: 00000100:00000200:3.0:1790976490.869149:0:367778:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877974933573376 00000020:00000001:3.0:1790976490.869152:0:367778:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790976490.869155:0:367778:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790976490.869158:0:367778:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976490.869160:0:367778:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790976490.869162:0:367778:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659740800 : -1049810816 : ffffffffc16d2880) 00000020:00000001:3.0:1790976490.869165:0:367778:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790976490.869167:0:367778:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790976490.869169:0:367778:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790976490.869171:0:367778:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790976490.869174:0:367778:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976490.869176:0:367778:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:3.0:1790976490.869178:0:367778:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1790976490.869180:0:367778:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1790976490.869181:0:367778:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1790976490.869183:0:367778:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.869188:0:367778:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790976490.869192:0:367778:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000840ca4b0. 00010000:00000001:3.0:1790976490.869195:0:367778:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790976490.869197:0:367778:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094813310. 00000020:00000010:3.0:1790976490.869201:0:367778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000008f698057. 00000020:00000001:3.0:1790976490.869214:0:367778:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790976490.869216:0:367778:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000094813310 with handle 0xe0c44eaf721dc9a1 to hash 00000020:00000001:3.0:1790976490.869218:0:367778:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790976490.869224:0:367778:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637727044627968 : -106346664923648 : ffff9f473cd06e00) 00010000:00000001:3.0:1790976490.869227:0:367778:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637727044627968 : -106346664923648 : ffff9f473cd06e00) 00010000:00010000:3.0:1790976490.869229:0:367778:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000094813310/0xe0c44eaf721dc9a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0c44eaf721dc99a expref: -99 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1790976490.869237:0:367778:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000fe4a0b66 : new locks_count 6 00000020:00000040:3.0:1790976490.869239:0:367778:0:(genops.c:868:class_export_get()) GET export 00000000fe4a0b66 refcount=12 00000100:00000001:3.0:1790976490.869246:0:367778:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790976490.869248:0:367778:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790976490.869251:0:367778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000048552a9c. 02000000:00000001:3.0:1790976490.869254:0:367778:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976490.869256:0:367778:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.869258:0:367778:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790976490.869262:0:367778:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1790976490.869264:0:367778:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1790976490.869265:0:367778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790976490.869267:0:367778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790976490.869269:0:367778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790976490.869270:0:367778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790976490.869272:0:367778:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790976490.869274:0:367778:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790976490.869276:0:367778:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790976490.869277:0:367778:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790976490.869279:0:367778:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000840ca4b0) refcount = 1 00010000:00010000:3.0:1790976490.869283:0:367778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094813310/0xe0c44eaf721dc9a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe0c44eaf721dc99a expref: 12 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790976490.869289:0:367778:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790976490.869291:0:367778:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790976490.869292:0:367778:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790976490.869294:0:367778:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.869296:0:367778:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790976490.869299:0:367778:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1790976490.869301:0:367778:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000094813310/0xe0c44eaf721dc9a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe0c44eaf721dc99a expref: 12 pid: 367778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790976490.869319:0:367778:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1790976490.869320:0:367778:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1790976490.869322:0:367778:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790976490.869325:0:367778:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976490.869326:0:367778:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1790976490.869328:0:367778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790976490.869329:0:367778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790976490.869331:0:367778:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000094813310, rc 0) 00000020:00000001:3.0:1790976490.869333:0:367778:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790976490.869336:0:367778:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877974933573376 00010000:00000001:3.0:1790976490.869339:0:367778:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790976490.869343:0:367778:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000c79a9ffa x1877974933573376/t0(0) o101->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 328/344 e 0 to 0 dl 1790976501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790976490.869351:0:367778:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790976490.869353:0:367778:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790976490.869356:0:367778:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b18f76c5 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1790976490.869360:0:367778:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790976490.869362:0:367778:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 17 to 0@lo 00000100:00000001:3.0:1790976490.869364:0:367778:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 02000000:00000001:3.0:1790976490.869367:0:367778:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790976490.869369:0:367778:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976490.869371:0:367778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790976490.869373:0:367778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790976490.869376:0:367778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a567aaf9. 00000100:00000200:3.0:1790976490.869379:0:367778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877974933573376, offset 224 00000400:00000200:3.0:1790976490.869383:0:367778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790976490.869389:0:367778:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790976490.869394:0:367778:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6ac021cd00f00 00000400:00000200:3.0:1790976490.869398:0:367778:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:3.0:1790976490.869404:0:367778:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790976490.869406:0:367778:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790976490.869409:0:367778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790976490.869417:0:367778:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790976490.869424:0:367778:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976490.869434:0:367778:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790976490.869442:0:367778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a567aaf9 00000400:00000010:3.0:1790976490.869444:0:367778:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a567aaf9. 00000100:00000001:3.0:1790976490.869446:0:367778:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790976490.869448:0:367778:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790976490.869453:0:367778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790976490.869455:0:367778:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 16 to 0@lo 00010000:00000001:3.0:1790976490.869458:0:367778:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790976490.869459:0:367778:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976490.869461:0:367778:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790976490.869464:0:367778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c79a9ffa x1877974933573376/t0(0) o101->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 328/344 e 0 to 0 dl 1790976501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790976490.869472:0:367778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c79a9ffa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d65734bd-420a-43ba-af74-37223cd0d39c+12:367781:x1877974933573376:12345-0@lo:101: Request processed in 336us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1790976490.869477:0:367778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790976490.869480:0:367778:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe4a0b66 : new rpc_count 0 00000100:00000001:3.0:1790976490.869482:0:367778:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790976490.869483:0:367778:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790976490.869487:0:367778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000298a1aeb. 00000020:00000010:3.0:1790976490.869490:0:367778:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a47adf2. 00000020:00000010:3.0:1790976490.869493:0:367778:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c424ceec. 00000020:00000040:3.0:1790976490.869498:0:367778:0:(genops.c:879:class_export_put()) PUTting export 00000000fe4a0b66 : new refcount 11 02000000:00000001:3.0:1790976490.869501:0:367778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790976490.869503:0:367778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 0000000048552a9c. 02000000:00000001:3.0:1790976490.869506:0:367778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790976490.869508:0:367778:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790976490.869511:0:367778:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790976490.869515:0:367778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cdd93ea. 00000400:00000010:3.0:1790976490.869519:0:367778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6db3a61. 00000100:00000001:2.0:1790976490.869996:0:367781:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790976490.870003:0:367781:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790976490.870005:0:367781:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790976490.870007:0:367781:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9dfb84b. 00000400:00000200:2.0:1790976490.870012:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5fbfc1c 00000400:00000010:2.0:1790976490.870013:0:367781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c5fbfc1c. 00000100:00000001:2.0:1790976490.870017:0:367781:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790976490.870021:0:367781:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790976490.870028:0:367781:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870040:0:367781:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790976490.870042:0:367781:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976490.870045:0:367781:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790976490.870047:0:367781:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790976490.870049:0:367781:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790976490.870051:0:367781:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.870053:0:367781:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790976490.870057:0:367781:0:(import.c:2195:obd_at_measure()) add 5 to 0000000007d5e07d time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1790976490.870060:0:367781:0:(import.c:2195:obd_at_measure()) add 1 to 00000000697cbd58 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790976490.870063:0:367781:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790976490.870064:0:367781:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790976490.870066:0:367781:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790976490.870068:0:367781:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870071:0:367781:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976490.870074:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870081:0:367781:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790976490.870084:0:367781:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790976490.870086:0:367781:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790976490.870112:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790976490.870120:0:367781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d65734bd-420a-43ba-af74-37223cd0d39c:367781:1877974933573376:0@lo:101: 00000100:00000001:2.0:1790976490.870125:0:367781:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976490.870128:0:367781:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870130:0:367781:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790976490.870132:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.870134:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870140:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790976490.870142:0:367781:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000008d1e32a. 00000100:00000001:2.0:1790976490.870145:0:367781:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790976490.870147:0:367781:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790976490.870149:0:367781:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1790976490.870158:0:367781:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790976490.870160:0:367781:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790976490.870162:0:367781:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000a5a4b562 refcount=4 00000020:00000001:2.0:1790976490.870165:0:367781:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.870167:0:367781:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000040:2.0:1790976490.870171:0:367781:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000a5a4b562, remote cookie: 0xe0c44eaf721dc9a1, flags: 0x0 00010000:00000001:2.0:1790976490.870174:0:367781:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790976490.870177:0:367781:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790976490.870178:0:367781:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790976490.870179:0:367781:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790976490.870180:0:367781:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790976490.870182:0:367781:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f51c37d) refcount = 1 00010000:00010000:2.0:1790976490.870185:0:367781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc9a1 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790976490.870191:0:367781:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790976490.870192:0:367781:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790976490.870193:0:367781:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790976490.870196:0:367781:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1790976490.870198:0:367781:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790976490.870200:0:367781:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe0c44eaf721dc9a1 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790976490.870307:0:367781:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1790976490.870309:0:367781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790976490.870310:0:367781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790976490.870311:0:367781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790976490.870312:0:367781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790976490.870313:0:367781:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870315:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.870319:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac0b5bda x1877974933573376/t0(0) o101->MGC192.168.203.101@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790976506 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870325:0:367781:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790976490.870327:0:367781:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790976490.870329:0:367781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000036dd7111. 02000000:00000001:2.0:1790976490.870339:0:367781:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790976490.870341:0:367781:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790976490.870342:0:367781:0:(genops.c:1223:class_import_put()) import 00000000aad84f7c refcount=3 obd=MGC192.168.203.101@tcp 00000020:00000001:2.0:1790976490.870344:0:367781:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790976490.870346:0:367781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006ccaf87. 02000000:00000001:2.0:1790976490.870349:0:367781:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790976490.870351:0:367781:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790976490.870352:0:367781:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac0b5bda. 00000100:00000001:2.0:1790976490.870354:0:367781:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790976490.870355:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1790976490.870357:0:367781:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.870359:0:367781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790976490.870361:0:367781:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009bfcf7cf) refs 3 10000000:00000001:2.0:1790976490.870363:0:367781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790976490.870365:0:367781:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790976490.870366:0:367781:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790976490.870367:0:367781:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000a5a4b562 refcount=3 00000020:00000001:2.0:1790976490.870369:0:367781:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.870370:0:367781:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.870372:0:367781:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1790976490.870374:0:367781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790976490.870374:0:367781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790976490.870375:0:367781:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.870378:0:367781:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1790976490.870380:0:367781:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000003ad75397. 00000100:00000010:2.0:1790976490.870397:0:367781:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac0b5bda. 00000020:00000040:2.0:1790976490.870400:0:367781:0:(genops.c:1210:class_import_get()) import 00000000aad84f7c refcount=4 obd=MGC192.168.203.101@tcp 00000100:00000001:2.0:1790976490.870402:0:367781:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790976490.870404:0:367781:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790976490.870408:0:367781:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790976490.870412:0:367781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006ccaf87. 00000100:00000001:2.0:1790976490.870416:0:367781:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870419:0:367781:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1790976490.870422:0:367781:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000036dd7111. 00000100:00000010:2.0:1790976490.870424:0:367781:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ddc619d0. 00000020:00000040:2.0:1790976490.870427:0:367781:0:(genops.c:1210:class_import_get()) import 00000000aad84f7c refcount=5 obd=MGC192.168.203.101@tcp 00000100:00000001:2.0:1790976490.870436:0:367781:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790976490.870437:0:367781:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790976490.870441:0:367781:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008d1e32a. 00000100:00000001:2.0:1790976490.870443:0:367781:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637727070050368 : -106346639501248 : ffff9f473e545840) 00000100:00000001:2.0:1790976490.870445:0:367781:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790976490.870446:0:367781:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962490368 : -106346747061248 : ffff9f4737eb1c00) 00000100:00000001:2.0:1790976490.870450:0:367781:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790976490.870451:0:367781:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870453:0:367781:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790976490.870454:0:367781:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790976490.870457:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870464:0:367781:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790976490.870466:0:367781:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.870469:0:367781:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790976490.870471:0:367781:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790976490.870473:0:367781:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976490.870475:0:367781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d65734bd-420a-43ba-af74-37223cd0d39c:367781:1877974933573504:0@lo:256: 00000100:00000001:2.0:1790976490.870478:0:367781:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790976490.870482:0:367781:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790976490.870483:0:367781:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870485:0:367781:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1790976490.870489:0:367781:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9dfb84b. 00000400:00000010:2.0:1790976490.870494:0:367781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006ac3a558. 00000100:00000200:2.0:1790976490.870497:0:367781:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6ac021cd00f80-0x6ac021cd00f80, portal 33 00000100:00000001:2.0:1790976490.870500:0:367781:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.870501:0:367781:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790976490.870503:0:367781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008506e355. 02000000:00000001:2.0:1790976490.870505:0:367781:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790976490.870507:0:367781:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009633bc49. 00000400:00000010:2.0:1790976490.870510:0:367781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5fbfc1c. 00000100:00000200:2.0:1790976490.870512:0:367781:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877974933573504, portal 25 00000100:00000001:2.0:1790976490.870513:0:367781:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790976490.870514:0:367781:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962490368 : -106346747061248 : ffff9f4737eb1c00) 00000100:00000040:2.0:1790976490.870522:0:367781:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870528:0:367781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790976490.870530:0:367781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790976490.870532:0:367781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d0f0fd. 00000100:00000200:2.0:1790976490.870534:0:367781:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877974933573504, offset 0 00000400:00000200:2.0:1790976490.870538:0:367781:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790976490.870605:0:367781:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790976490.870614:0:367781:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6ac021cd00f80 00000400:00000200:2.0:1790976490.870618:0:367781:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:2.0:1790976490.870621:0:367781:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d202198. 00000400:00000200:2.0:1790976490.870624:0:367781:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f81c9f85 00000400:00000200:2.0:1790976490.870629:0:367781:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790976490.870632:0:367781:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790976490.870635:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f81c9f85 00000400:00000010:2.0:1790976490.870637:0:367781:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f81c9f85. 00000100:00000001:2.0:1790976490.870640:0:367781:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790976490.870642:0:367781:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790976490.870645:0:367781:0:(events.c:341:request_in_callback()) incoming req@00000000c8230d49 x1877974933573504 msgsize 304 00000100:00100000:2.0:1790976490.870648:0:367781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790976490.870650:0:367781:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790976490.870715:0:367781:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790976490.870723:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d0f0fd 00000400:00000010:2.0:1790976490.870724:0:367781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000011d0f0fd. 00000100:00000001:2.0:1790976490.870726:0:367781:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790976490.870729:0:367781:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870736:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.870738:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.870743:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870745:0:367781:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790976490.870750:0:367781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870754:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4307981330 00000100:00000001:2.0:1790976490.870765:0:367781:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307981328 00000100:00000001:2.0:1790976490.870769:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4307981330 00000100:00000001:2.0:1790976490.870771:0:367781:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307981328 00000100:00000001:2.0:1790976490.870773:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 2 is 4307981330 00000100:00000001:2.0:1790976490.870776:0:367781:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307981328 00000100:00000001:2.0:1790976490.870778:0:367781:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 3 is 4307981330 00000100:00000001:2.0:1790976490.870780:0:367781:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307981328 00000100:00000001:2.0:1790976490.870782:0:367781:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790976490.870785:0:367781:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.870786:0:367781:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790976490.870788:0:367781:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790976490.870790:0:367781:0:(client.c:2716:ptlrpc_set_wait()) set 0000000008d1e32a going to sleep for 11 seconds 00000100:00000001:2.0:1790976490.870792:0:367781:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976490.870793:0:367781:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880126:0:367779:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790976490.880135:0:367779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573504 02000000:00000001:1.0:1790976490.880139:0:367779:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790976490.880142:0:367779:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790976490.880144:0:367779:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790976490.880149:0:367779:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976490.880155:0:367779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573504 00000020:00000001:1.0:1790976490.880157:0:367779:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790976490.880159:0:367779:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc8b3 00000020:00000001:1.0:1790976490.880161:0:367779:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790976490.880164:0:367779:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000fe4a0b66 refcount=12 00000020:00000001:1.0:1790976490.880168:0:367779:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000020:00000001:1.0:1790976490.880170:0:367779:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000100:00000001:1.0:1790976490.880175:0:367779:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790976490.880184:0:367779:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8b626b5. 00000100:00000001:1.0:1790976490.880187:0:367779:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790976490.880190:0:367779:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8b626b5. 00000020:00000010:1.0:1790976490.880196:0:367779:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000601eecd. 00000020:00000010:1.0:1790976490.880214:0:367779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066bc7db6. 00000020:00000010:1.0:1790976490.880220:0:367779:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d092740b. 00000100:00000040:1.0:1790976490.880229:0:367779:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790976490.880233:0:367779:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790976490.880235:0:367779:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790976490.880237:0:367779:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880245:0:367779:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880262:0:367779:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976490.880273:0:367779:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790976490.880275:0:367779:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790976490.880281:0:367779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1790976490.880284:0:367779:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000fe4a0b66 : new rpc_count 1 00000100:00000001:1.0:1790976490.880286:0:367779:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637727127714896 : -106346581836720 : ffff9f4741c43c50) 00000100:00000040:1.0:1790976490.880292:0:367779:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8230d49 x1877974933573504/t0(0) o256->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 304/0 e 0 to 0 dl 1790976501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976490.880300:0:367779:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790976490.880303:0:367779:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8b626b5. 00000100:00000001:1.0:1790976490.880304:0:367779:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790976490.880306:0:367779:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8b626b5. 00000100:00100000:1.0:1790976490.880309:0:367779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c8230d49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+12:367781:x1877974933573504:12345-0@lo:256: 00000100:00000200:1.0:1790976490.880313:0:367779:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877974933573504 00000020:00000001:1.0:1790976490.880315:0:367779:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790976490.880318:0:367779:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790976490.880320:0:367779:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790976490.880323:0:367779:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790976490.880324:0:367779:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659741216 : -1049810400 : ffffffffc16d2a20) 00000020:00000001:1.0:1790976490.880328:0:367779:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790976490.880329:0:367779:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790976490.880331:0:367779:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790976490.880333:0:367779:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790976490.880335:0:367779:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880339:0:367779:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790976490.880341:0:367779:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790976490.880352:0:367779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000083de16d. 02000000:00000001:1.0:1790976490.880355:0:367779:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880358:0:367779:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1790976490.880361:0:367779:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:1.0:1790976490.880366:0:367779:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:1.0:1790976490.880369:0:367779:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1790976490.880372:0:367779:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000c78dfb2a. 20000000:00000001:1.0:1790976490.880375:0:367779:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1790976490.880385:0:367779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1790976490.880391:0:367779:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790976490.880393:0:367779:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:1.0:1790976490.880395:0:367779:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:1.0:1790976490.880397:0:367779:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1790976490.880401:0:367779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000090d60212. 00000100:00000010:1.0:1790976490.880404:0:367779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008d0355f5. 00000020:00000040:1.0:1790976490.880406:0:367779:0:(genops.c:868:class_export_get()) GET export 00000000fe4a0b66 refcount=13 00010000:00000001:1.0:1790976490.880410:0:367779:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:1.0:1790976490.880413:0:367779:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1790976490.880418:0:367779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004652d4af. 00000400:00000010:1.0:1790976490.880429:0:367779:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000782a7e27. 00000400:00000200:1.0:1790976490.880433:0:367779:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790976490.880446:0:367779:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790976490.880457:0:367779:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6ac021cd00f80 00000400:00000200:1.0:1790976490.880462:0:367779:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:1.0:1790976490.880466:0:367779:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9dfb84b. 00000400:00000200:1.0:1790976490.880470:0:367779:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ac3a558 00000400:00000200:1.0:1790976490.880477:0:367779:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790976490.880480:0:367779:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790976490.880487:0:367779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ac3a558 00000400:00000010:1.0:1790976490.880489:0:367779:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000006ac3a558. 00000100:00000001:1.0:1790976490.880493:0:367779:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1790976490.880494:0:367779:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000ac0b5bda desc 0000000036dd7111 mbits 1877974933573504 00000100:00000001:1.0:1790976490.880505:0:367779:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1790976490.880509:0:367779:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1790976490.880514:0:367779:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1790976490.880520:0:367779:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:1.0:1790976490.880528:0:367779:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790976490.880531:0:367779:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1790976490.880534:0:367779:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:1.0:1790976490.880535:0:367779:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 0000000090d60212 00000100:00000001:1.0:1790976490.880537:0:367779:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1790976490.880544:0:367779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004652d4af 00000400:00000010:1.0:1790976490.880546:0:367779:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004652d4af. 00000100:00000001:1.0:1790976490.880550:0:367779:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:1.0:1790976490.880551:0:367779:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 0000000090d60212 00000100:00000001:1.0:1790976490.880553:0:367779:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1790976490.880558:0:367779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6ac021cd00f80-0x6ac021cd00f80 00000100:00000001:1.0:1790976490.880561:0:367779:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790976490.880564:0:367779:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880567:0:367779:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1790976490.880569:0:367779:0:(genops.c:879:class_export_put()) PUTting export 00000000fe4a0b66 : new refcount 12 00000100:00000010:1.0:1790976490.880572:0:367779:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008d0355f5. 00000100:00000010:1.0:1790976490.880575:0:367779:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000090d60212. 00000100:00000001:1.0:1790976490.880577:0:367779:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1790976490.880578:0:367779:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1790976490.880586:0:367779:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000c78dfb2a. 20000000:00000001:1.0:1790976490.880590:0:367779:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790976490.880593:0:367779:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877974933573504 00010000:00000001:1.0:1790976490.880596:0:367779:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790976490.880600:0:367779:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000c8230d49 x1877974933573504/t0(0) o256->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 304/240 e 0 to 0 dl 1790976501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790976490.880608:0:367779:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790976490.880610:0:367779:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790976490.880613:0:367779:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b18f76c5 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1790976490.880617:0:367779:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790976490.880619:0:367779:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 17 to 0@lo 00000100:00000001:1.0:1790976490.880620:0:367779:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 02000000:00000001:1.0:1790976490.880623:0:367779:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790976490.880625:0:367779:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976490.880628:0:367779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790976490.880630:0:367779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790976490.880637:0:367779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004652d4af. 00000100:00000200:1.0:1790976490.880640:0:367779:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877974933573504, offset 224 00000400:00000200:1.0:1790976490.880644:0:367779:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790976490.880650:0:367779:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790976490.880654:0:367779:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6ac021cd00f80 00000400:00000200:1.0:1790976490.880661:0:367779:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:1.0:1790976490.880666:0:367779:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790976490.880668:0:367779:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790976490.880672:0:367779:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790976490.880675:0:367779:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790976490.880682:0:367779:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976490.880688:0:367779:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790976490.880692:0:367779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004652d4af 00000400:00000010:1.0:1790976490.880693:0:367779:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004652d4af. 00000100:00000001:1.0:1790976490.880696:0:367779:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790976490.880697:0:367779:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790976490.880700:0:367779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790976490.880702:0:367779:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 16 to 0@lo 00010000:00000001:1.0:1790976490.880714:0:367779:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790976490.880715:0:367779:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790976490.880717:0:367779:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790976490.880720:0:367779:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8230d49 x1877974933573504/t0(0) o256->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:231/0 lens 304/240 e 0 to 0 dl 1790976501 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790976490.880728:0:367779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c8230d49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d65734bd-420a-43ba-af74-37223cd0d39c+12:367781:x1877974933573504:12345-0@lo:256: Request processed in 427us (10082us total) trans 0 rc 0/0 00000100:00100000:1.0:1790976490.880735:0:367779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1790976490.880738:0:367779:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe4a0b66 : new rpc_count 0 00000100:00000001:1.0:1790976490.880740:0:367779:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790976490.880742:0:367779:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790976490.880746:0:367779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066bc7db6. 00000020:00000010:1.0:1790976490.880749:0:367779:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d092740b. 00000020:00000010:1.0:1790976490.880758:0:367779:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000601eecd. 00000020:00000040:1.0:1790976490.880761:0:367779:0:(genops.c:879:class_export_put()) PUTting export 00000000fe4a0b66 : new refcount 11 02000000:00000001:1.0:1790976490.880764:0:367779:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790976490.880766:0:367779:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000083de16d. 02000000:00000001:1.0:1790976490.880768:0:367779:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790976490.880770:0:367779:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790976490.880773:0:367779:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790976490.880777:0:367779:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd6d1b13. 00000400:00000010:1.0:1790976490.880782:0:367779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000171d7346. 00000100:00000001:2.0:1790976490.880990:0:367781:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790976490.880996:0:367781:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790976490.880999:0:367781:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790976490.881001:0:367781:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009633bc49. 00000400:00000200:2.0:1790976490.881005:0:367781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5fbfc1c 00000400:00000010:2.0:1790976490.881007:0:367781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c5fbfc1c. 00000100:00000001:2.0:1790976490.881010:0:367781:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790976490.881013:0:367781:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790976490.881020:0:367781:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.881026:0:367781:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790976490.881028:0:367781:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976490.881029:0:367781:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790976490.881031:0:367781:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790976490.881033:0:367781:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790976490.881034:0:367781:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976490.881036:0:367781:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790976490.881040:0:367781:0:(import.c:2195:obd_at_measure()) add 5 to 0000000007d5e07d time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1790976490.881050:0:367781:0:(import.c:2195:obd_at_measure()) add 1 to 00000000697cbd58 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1790976490.881052:0:367781:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790976490.881054:0:367781:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790976490.881056:0:367781:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790976490.881058:0:367781:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.881060:0:367781:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976490.881063:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790976490.881071:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.881077:0:367781:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790976490.881079:0:367781:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790976490.881081:0:367781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790976490.881087:0:367781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d65734bd-420a-43ba-af74-37223cd0d39c:367781:1877974933573504:0@lo:256: 00000100:00000001:2.0:1790976490.881116:0:367781:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976490.881118:0:367781:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.881121:0:367781:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790976490.881123:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.881126:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.881132:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790976490.881134:0:367781:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000008d1e32a. 00000100:00000001:2.0:1790976490.881137:0:367781:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790976490.881138:0:367781:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1790976490.881142:0:367781:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:2.0:1790976490.881145:0:367781:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1790976490.881150:0:367781:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000008083e288. 10000000:00000010:2.0:1790976490.881154:0:367781:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000732a741c. 10000000:00000200:2.0:1790976490.881158:0:367781:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1790976490.881161:0:367781:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:2.0:1790976490.881167:0:367781:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.203.101@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1790976490.881174:0:367781:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000732a741c. 10000000:00000010:2.0:1790976490.881177:0:367781:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000008083e288. 10000000:00000001:2.0:1790976490.881180:0:367781:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976490.881182:0:367781:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976490.881185:0:367781:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac0b5bda x1877974933573504/t0(0) o256->MGC192.168.203.101@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790976506 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976490.881191:0:367781:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790976490.881193:0:367781:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790976490.881195:0:367781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008506e355. 02000000:00000001:2.0:1790976490.881198:0:367781:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790976490.881200:0:367781:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790976490.881201:0:367781:0:(genops.c:1223:class_import_put()) import 00000000aad84f7c refcount=4 obd=MGC192.168.203.101@tcp 00000020:00000001:2.0:1790976490.881203:0:367781:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1790976490.881214:0:367781:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1790976490.881215:0:367781:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790976490.881216:0:367781:0:(genops.c:1223:class_import_put()) import 00000000aad84f7c refcount=3 obd=MGC192.168.203.101@tcp 00000020:00000001:2.0:1790976490.881218:0:367781:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1790976490.881220:0:367781:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ddc619d0. 00000100:00000010:2.0:1790976490.881222:0:367781:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000036dd7111. 00000100:00000001:2.0:1790976490.881224:0:367781:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1790976490.881226:0:367781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006ccaf87. 02000000:00000001:2.0:1790976490.881228:0:367781:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790976490.881230:0:367781:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790976490.881232:0:367781:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac0b5bda. 00000100:00000001:2.0:1790976490.881235:0:367781:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790976490.881236:0:367781:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1790976490.881251:0:367781:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000003ad75397. 10000000:01000000:2.0:1790976490.881254:0:367781:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1790976490.881258:0:367781:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1790976490.881260:0:367781:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790976490.881261:0:367781:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790976490.881264:0:367781:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000a5a4b562 refcount=3 00000020:00000001:2.0:1790976490.881266:0:367781:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.881268:0:367781:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637721787191296 : -106351922360320 : ffff9f4603725000) 00010000:00000001:2.0:1790976490.881271:0:367781:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1790976490.881279:0:367781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc9a1 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790976490.881288:0:367781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790976490.881290:0:367781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1790976490.881291:0:367781:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.101@tcp lock: 00000000a5a4b562/0xe0c44eaf721dc99a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe0c44eaf721dc9a1 expref: -99 pid: 367781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790976490.881297:0:367781:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1790976490.881298:0:367781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790976490.881299:0:367781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1790976490.881301:0:367781:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.881303:0:367781:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976490.881306:0:367781:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1790976490.881308:0:367781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1790976490.881310:0:367781:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009bfcf7cf) refs 3 10000000:00000001:2.0:1790976490.881312:0:367781:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1790976490.893280:0:352145:0:(connection.c:75:cpu_latency_work()) work item of 00000000244dfe04 (cpu 1) has reached its deadline 4307981330, at 4307981337 00000100:00000010:1.0:1790976490.893300:0:352145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004322bed6. 00000100:00000040:2.0:1790976490.893466:0:326944:0:(connection.c:75:cpu_latency_work()) work item of 0000000061ce9e90 (cpu 2) has reached its deadline 4307981330, at 4307981337 00000100:00000010:2.0:1790976490.893472:0:326944:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fa0c967. 00000100:00000040:3.0:1790976490.893577:0:361859:0:(connection.c:75:cpu_latency_work()) work item of 000000005c1285c3 (cpu 3) has reached its deadline 4307981330, at 4307981337 00000100:00000010:3.0:1790976490.893582:0:361859:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a46b1fa. 00000100:00000040:0.0:1790976490.893966:0:352944:0:(connection.c:75:cpu_latency_work()) work item of 00000000e81717ee (cpu 0) has reached its deadline 4307981330, at 4307981337 00000100:00000010:0.0:1790976490.893972:0:352944:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077ecd415. 00080000:00000010:0.0:1790976491.245719:0:368113:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d7e4d80. 00080000:00000010:0.0:1790976491.245732:0:368113:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000007d7e4d80. 00000020:00000001:0.0:1790976491.245737:0:368113:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790976491.245766:0:368113:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790976491.245942:0:368113:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1790976491.380209:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790976491.380215:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790976491.380216:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790976491.380220:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:0.0:1790976491.380225:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790976491.380227:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976491.380230:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790976491.380232:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976491.380234:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976491.381078:0:366904:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790976491.382142:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790976491.382147:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976491.382152:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976491.382154:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976491.382156:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976491.382159:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976491.574534:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976491.574541:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976491.574546:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976491.574547:0:361859:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976491.574566:0:367772:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976491.574569:0:367772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976491.574571:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790976491.645590:0:368126:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a67d509. 00080000:00000010:3.0:1790976491.645602:0:368126:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000006a67d509. 00000020:00000001:3.0:1790976491.645608:0:368126:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790976492.006069:0:368164:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000690e2b3c. 00080000:00000010:2.0:1790976492.006081:0:368164:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000690e2b3c. 00000020:00000001:2.0:1790976492.006087:0:368164:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1790976492.006390:0:368164:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790976492.007368:0:368164:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:3.0:1790976492.404275:0:366904:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790976492.404290:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790976492.404293:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976492.404297:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976492.404299:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976492.404302:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976492.404304:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976492.404903:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790976492.404907:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976492.404908:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976492.404911:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:1.0:1790976492.404914:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976492.404917:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976492.404919:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790976492.404922:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976492.404924:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976492.596270:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976492.596282:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976492.596291:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976492.596293:0:361859:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976492.596325:0:367773:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976492.596329:0:367773:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976492.596332:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1790976493.430779:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790976493.430787:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976493.430789:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976493.430793:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:1.0:1790976493.430797:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976493.430800:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976493.430803:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790976493.430805:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976493.430808:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976493.431714:0:366904:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790976493.431725:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790976493.431812:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976493.431817:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790976493.431818:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976493.431821:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976493.431823:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790976493.448257:0:368176:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000441a2c6. 00080000:00000010:0.0:1790976493.448270:0:368176:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000000441a2c6. 00000020:00000001:0.0:1790976493.448275:0:368176:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976493.621916:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976493.621923:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976493.621929:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976493.621932:0:361859:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1790976493.621935:0:361859:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1790976493.621949:0:361859:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976493.621952:0:361859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1790976493.621954:0:361859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976493.621956:0:361859:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976493.621958:0:361859:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976493.621974:0:367772:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976493.621977:0:367772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976493.621979:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1790976493.832479:0:368212:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1790976493.832486:0:368212:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:3.0:1790976493.839953:0:368212:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1790976494.452421:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790976494.452433:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976494.452435:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976494.452441:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:1.0:1790976494.452447:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976494.452453:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.452456:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790976494.452459:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.452620:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460578:0:354378:0:(pinger.c:229:ptlrpc_pinger_process_import()) d65734bd-420a-43ba-af74-37223cd0d39c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790976494.460588:0:354378:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790976494.460597:0:354378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac0b5bda. 00000020:00000040:2.0:1790976494.460604:0:354378:0:(genops.c:1210:class_import_get()) import 00000000aad84f7c refcount=4 obd=MGC192.168.203.101@tcp 00000100:00000001:2.0:1790976494.460608:0:354378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790976494.460623:0:354378:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790976494.460628:0:354378:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790976494.460636:0:354378:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090a0d2b3. 00000100:00000001:2.0:1790976494.460642:0:354378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460651:0:354378:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d65734bd-420a-43ba-af74-37223cd0d39c->MGS req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790976494.460661:0:354378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790976494.460664:0:354378:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460669:0:354378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac0b5bda] to pc [ptlrpcd_00_03+3] req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.460720:0:354378:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790976494.460723:0:354378:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790976494.460727:0:354378:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1790976494.460729:0:354378:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790976494.460731:0:354378:0:(import.c:65:import_set_state_nolock()) 00000000443daefd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790976494.460735:0:354378:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1790976494.460738:0:354378:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 13307 00000100:00001000:2.0:1790976494.460742:0:354378:0:(import.c:2195:obd_at_measure()) add 10 to 00000000be7d7a34 time=10 v=5 (1 0 0 0) 00000100:00001000:2.0:1790976494.460745:0:354378:0:(import.c:2261:obd_at_measure()) AT 00000000be7d7a34 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1790976494.460747:0:354378:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1790976494.460749:0:354378:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 15 to 0@lo 00000100:00000001:2.0:1790976494.460752:0:354378:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790976494.460754:0:354378:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 16 to 0@lo 00000100:00000001:2.0:1790976494.460756:0:354378:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 00000020:00000001:2.0:1790976494.460758:0:354378:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790976494.460760:0:354378:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc94d 00000020:00000001:2.0:1790976494.460763:0:354378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790976494.460766:0:354378:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000b1fef190 refcount=4 00000020:00000001:2.0:1790976494.460767:0:354378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721772345344 : -106351937206272 : ffff9f46028fc800) 00000020:00000001:2.0:1790976494.460770:0:354378:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721772345344 : -106351937206272 : ffff9f46028fc800) 00000100:00000040:2.0:1790976494.460772:0:354378:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 15 to 0@lo 00000100:00000001:2.0:1790976494.460779:0:354378:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790976494.460781:0:354378:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 16 to 0@lo 00000100:00000001:2.0:1790976494.460782:0:354378:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 00000020:00000040:2.0:1790976494.460785:0:354378:0:(genops.c:879:class_export_put()) PUTting export 00000000b1fef190 : new refcount 3 00000100:00080000:2.0:1790976494.460788:0:354378:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000443daefd using connection 192.168.203.101@tcp/0@lo 00000100:00000001:2.0:1790976494.460790:0:354378:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976494.460792:0:354378:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790976494.460797:0:354378:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790976494.460800:0:354378:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.460802:0:354378:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790976494.460805:0:354378:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790976494.460808:0:354378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a886a641. 00000020:00000040:2.0:1790976494.460810:0:354378:0:(genops.c:1210:class_import_get()) import 00000000443daefd refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1790976494.460813:0:354378:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790976494.460815:0:354378:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.460817:0:354378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790976494.460818:0:354378:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790976494.460820:0:354378:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790976494.460825:0:354378:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000036dd7111. 00000100:00000001:2.0:1790976494.460828:0:354378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976494.460833:0:354378:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790976494.460841:0:354378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790976494.460842:0:354378:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460844:0:354378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a886a641] to pc [ptlrpcd_rcv+-1] req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.460852:0:354378:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460854:0:354378:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790976494.460857:0:354378:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790976494.460859:0:354378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008df58254. 00000020:00000040:2.0:1790976494.460861:0:354378:0:(genops.c:1210:class_import_get()) import 00000000ce148b06 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1790976494.460863:0:354378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790976494.460871:0:354378:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790976494.460872:0:354378:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790976494.460876:0:354378:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da85036a. 00000100:00000001:2.0:1790976494.460879:0:354378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460882:0:354378:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790976494.460889:0:354378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790976494.460890:0:354378:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460892:0:354378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df58254] to pc [ptlrpcd_00_00+0] req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.460911:0:354378:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.460916:0:354378:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13322) 00000100:00000001:2.0:1790976494.460931:0:366905:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790976494.460934:0:366905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976494.460936:0:366905:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790976494.460940:0:366905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.460947:0:366905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790976494.460949:0:366905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976494.460952:0:366905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790976494.460954:0:366905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790976494.460956:0:366905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976494.460958:0:366905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008df58254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:366905:1877974933573888:0@lo:400: 00000100:00000001:2.0:1790976494.460962:0:366905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790976494.460966:0:366905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790976494.460968:0:366905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976494.460971:0:366905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790976494.460974:0:366905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fbcbb4a. 02000000:00000001:2.0:1790976494.460976:0:366905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790976494.460982:0:366905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009633bc49. 00000400:00000010:2.0:1790976494.460989:0:366905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5fbfc1c. 00000100:00000200:2.0:1790976494.460994:0:366905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877974933573888, portal 10 00000100:00000001:2.0:1790976494.460996:0:366905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790976494.460998:0:366905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962487680 : -106346747063936 : ffff9f4737eb1180) 00000100:00000040:2.0:1790976494.461010:0:366905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.461017:0:366905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790976494.461019:0:366905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790976494.461021:0:366905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011d0f0fd. 00000100:00000200:2.0:1790976494.461025:0:366905:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877974933573888, offset 0 00000400:00000200:2.0:1790976494.461030:0:366905:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790976494.461043:0:366905:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790976494.461052:0:366905:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6ac021cd01100 00000400:00000200:2.0:1790976494.461057:0:366905:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:2.0:1790976494.461067:0:366905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790976494.461071:0:366905:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790976494.461078:0:366905:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790976494.461079:0:366905:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1790976494.461083:0:366905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1f18c25. 00000100:00000040:2.0:1790976494.461086:0:366905:0:(events.c:341:request_in_callback()) incoming req@00000000b1f18c25 x1877974933573888 msgsize 224 00000100:00100000:2.0:1790976494.461110:0:366905:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790976494.461117:0:366905:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790976494.461127:0:366905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011d0f0fd 00000400:00000010:2.0:1790976494.461129:0:366905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000011d0f0fd. 00000100:00000001:2.0:1790976494.461132:0:366905:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790976494.461135:0:366905:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.461143:0:366905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790976494.461145:0:366905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.461152:0:366905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.461153:0:366905:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790976494.461158:0:366905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790976494.461162:0:366905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 11120 usecs (12 jiffies) 00000100:00000001:2.0:1790976494.461165:0:366905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307984917 00000100:00000010:2.0:1790976494.461169:0:366905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea888406. 00000100:00000001:2.0:1790976494.461176:0:366905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790976494.461191:0:366905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307984917 00000100:00000010:2.0:1790976494.461194:0:366905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077ecd415. 00000100:00000001:2.0:1790976494.461197:0:366905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790976494.461202:0:366905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307984917 00000100:00000010:2.0:1790976494.461205:0:366905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a46b1fa. 00000100:00000001:2.0:1790976494.461208:0:366905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790976494.461210:0:366905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307984917 00000100:00000010:2.0:1790976494.461212:0:366905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004322bed6. 00000100:00000001:2.0:1790976494.461215:0:366905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790976494.461220:0:366905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790976494.461223:0:366905:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.461227:0:366905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.461229:0:366905:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790976494.461236:0:366905:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790976494.461238:0:366905:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790976494.461240:0:366905:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790976494.461242:0:366905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790976494.461243:0:366905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790976494.461245:0:366905:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461485:0:366904:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790976494.461489:0:366904:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1790976494.461494:0:366904:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790976484/real 1790976484] req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1790976494.461505:0:366904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790976494.461506:0:366904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790976494.461509:0:366904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2f8257d. 00000400:00000200:3.0:1790976494.461513:0:366904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db7030cb 00000400:00000010:3.0:1790976494.461515:0:366904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000db7030cb. 00000100:00000001:3.0:1790976494.461519:0:366904:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790976494.461522:0:366904:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790976494.461529:0:366904:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461536:0:366904:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790976494.461537:0:366904:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461539:0:366904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790976494.461542:0:366904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1790976494.461544:0:366904:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461550:0:366904:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461555:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790976494.461563:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461564:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976494.461566:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976494.461568:0:366904:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790976494.461571:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461576:0:366904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790976494.461577:0:366904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790976494.461580:0:366904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790976494.461581:0:366904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790976494.461583:0:366904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790976494.461585:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a886a641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933573760:0@lo:38: 00000100:00000001:3.0:1790976494.461588:0:366904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790976494.461591:0:366904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790976494.461592:0:366904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790976494.461593:0:366904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790976494.461596:0:366904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048552a9c. 02000000:00000001:3.0:1790976494.461599:0:366904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790976494.461602:0:366904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000165db152. 00000400:00000010:3.0:1790976494.461606:0:366904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a567aaf9. 00000100:00000200:3.0:1790976494.461609:0:366904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877974933573760, portal 4 00000100:00000001:3.0:1790976494.461611:0:366904:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790976494.461612:0:366904:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962493952 : -106346747057664 : ffff9f4737eb2a00) 00000020:00000010:3.0:1790976494.461618:0:366904:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e021c984. 00000100:00000040:3.0:1790976494.461623:0:366904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461629:0:366904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790976494.461630:0:366904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790976494.461633:0:366904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e2b3529. 00000100:00000200:3.0:1790976494.461635:0:366904:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877974933573760, offset 0 00000400:00000200:3.0:1790976494.461639:0:366904:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790976494.461644:0:366904:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790976494.461649:0:366904:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6ac021cd01080 00000400:00000200:3.0:1790976494.461653:0:366904:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:3.0:1790976494.461664:0:366904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790976494.461667:0:366904:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790976494.461672:0:366904:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790976494.461673:0:366904:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1790976494.461677:0:366904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61e5866. 00000100:00000040:3.0:1790976494.461691:0:366904:0:(events.c:341:request_in_callback()) incoming req@00000000b61e5866 x1877974933573760 msgsize 520 00000100:00100000:3.0:1790976494.461694:0:366904:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790976494.461709:0:366904:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790976494.461717:0:366904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e2b3529 00000400:00000010:3.0:1790976494.461719:0:366904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001e2b3529. 00000100:00000001:3.0:1790976494.461722:0:366904:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790976494.461725:0:366904:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461732:0:366904:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790976494.461734:0:366904:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461740:0:366904:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461741:0:366904:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790976494.461746:0:366904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790976494.461749:0:366904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 1353 usecs (2 jiffies) 00000100:00000001:3.0:1790976494.461751:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307984907 00000100:00000001:3.0:1790976494.461754:0:366904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307984917 00000100:00000001:3.0:1790976494.461755:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307984907 00000100:00000001:3.0:1790976494.461757:0:366904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307984917 00000100:00000001:3.0:1790976494.461758:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307984907 00000100:00000001:3.0:1790976494.461759:0:366904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307984917 00000100:00000001:3.0:1790976494.461761:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307984907 00000100:00000001:3.0:1790976494.461762:0:366904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307984917 00000100:00000001:3.0:1790976494.461764:0:366904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790976494.461766:0:366904:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461768:0:366904:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790976494.461777:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461784:0:366904:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1790976494.461786:0:366904:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461788:0:366904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790976494.461789:0:366904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461791:0:366904:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790976494.461793:0:366904:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1790976494.461796:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000d7e6f04e lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790976494.461807:0:366904:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1790976494.461810:0:366904:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1790976494.461813:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790976494.461819:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000198b2ad9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933570816:0@lo:8: 00000100:00000001:3.0:1790976494.461822:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461824:0:366904:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790976494.461826:0:366904:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000198b2ad9 x1877974933570816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790976494 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.461832:0:366904:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790976494.461834:0:366904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790976494.461836:0:366904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000006f6165c. 02000000:00000001:3.0:1790976494.461841:0:366904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790976494.461843:0:366904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790976494.461844:0:366904:0:(genops.c:1223:class_import_put()) import 00000000d7e6f04e refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1790976494.461847:0:366904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790976494.461849:0:366904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f83557be. 02000000:00000001:3.0:1790976494.461854:0:366904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790976494.461855:0:366904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790976494.461857:0:366904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000198b2ad9. 00000100:00000001:3.0:1790976494.461860:0:366904:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790976494.461861:0:366904:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461863:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.461881:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790976494.461882:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1790976494.461884:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976494.461885:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976494.461887:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.461888:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.462016:0:366907:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1790976494.462032:0:366907:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1790976494.462035:0:366907:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.462045:0:366907:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976494.462048:0:366907:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.462050:0:366907:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790976494.462053:0:366907:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976494.462056:0:366907:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790976494.462067:0:366907:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462070:0:366908:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790976494.462078:0:366908:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.462088:0:366907:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790976494.462117:0:366906:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790976494.462120:0:366906:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790976494.462152:0:367784:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba8eacad. 00000100:00000001:0.0:1790976494.462159:0:367784:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790976494.462161:0:367784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573888 02000000:00000001:0.0:1790976494.462163:0:367784:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790976494.462165:0:367784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790976494.462168:0:367784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790976494.462173:0:367784:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790976494.462177:0:367784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573888 00000020:00000001:0.0:1790976494.462179:0:367784:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790976494.462181:0:367784:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc993 00000020:00000001:0.0:1790976494.462183:0:367784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790976494.462190:0:367784:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001a2bedda refcount=5 00000020:00000001:0.0:1790976494.462193:0:367784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721886562304 : -106351822989312 : ffff9f46095e9800) 00000020:00000001:0.0:1790976494.462194:0:367784:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721886562304 : -106351822989312 : ffff9f46095e9800) 00000100:00000001:0.0:1790976494.462198:0:367784:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790976494.462201:0:367784:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000231095fc. 00000100:00000001:0.0:1790976494.462203:0:367784:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790976494.462206:0:367784:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000231095fc. 00000020:00000010:0.0:1790976494.462211:0:367784:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca97f06e. 00000020:00000010:0.0:1790976494.462216:0:367784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099b698ea. 00000020:00000010:0.0:1790976494.462220:0:367784:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d12b2bf3. 00000100:00000040:0.0:1790976494.462228:0:367784:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1790976494.462230:0:367784:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790976494.462232:0:367784:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790976494.462235:0:367784:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462242:0:367784:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1790976494.462244:0:367784:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1790976494.462245:0:367784:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462266:0:367784:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462276:0:367784:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790976494.462278:0:367784:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790976494.462282:0:367784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790976494.462285:0:367784:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001a2bedda : new rpc_count 1 00000100:00000001:0.0:1790976494.462287:0:367784:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637726962488576 : -106346747063040 : ffff9f4737eb1500) 00000100:00000040:0.0:1790976494.462291:0:367784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1f18c25 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:235/0 lens 224/0 e 0 to 0 dl 1790976505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462300:0:367784:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790976494.462302:0:367784:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000231095fc. 00000100:00000001:0.0:1790976494.462304:0:367784:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790976494.462306:0:367784:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000231095fc. 00000100:00100000:0.0:1790976494.462309:0:367784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f18c25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:366905:x1877974933573888:12345-0@lo:400: 00000100:00000200:0.0:1790976494.462312:0:367784:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877974933573888 00000020:00000001:0.0:1790976494.462316:0:367784:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790976494.462324:0:367784:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790976494.462326:0:367784:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.462328:0:367784:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790976494.462330:0:367784:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649977536 : -1059574080 : ffffffffc0d82ec0) 00000020:00000001:0.0:1790976494.462333:0:367784:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790976494.462336:0:367784:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790976494.462338:0:367784:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790976494.462340:0:367784:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790976494.462342:0:367784:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.462344:0:367784:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790976494.462347:0:367784:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790976494.462349:0:367784:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790976494.462352:0:367784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ac894d7. 02000000:00000001:0.0:1790976494.462355:0:367784:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462357:0:367784:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.462358:0:367784:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790976494.462361:0:367784:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877974933573888 00010000:00000001:0.0:1790976494.462363:0:367784:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790976494.462368:0:367784:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000b1f18c25 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:235/0 lens 224/224 e 0 to 0 dl 1790976505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790976494.462375:0:367784:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790976494.462378:0:367784:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790976494.462380:0:367784:0:(import.c:2195:obd_at_measure()) add 1 to 000000009f27e6a5 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790976494.462384:0:367784:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790976494.462386:0:367784:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 17 to 0@lo 00000100:00000001:0.0:1790976494.462388:0:367784:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 02000000:00000001:0.0:1790976494.462390:0:367784:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790976494.462392:0:367784:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462394:0:367784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790976494.462396:0:367784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790976494.462399:0:367784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039639930. 00000100:00000200:0.0:1790976494.462401:0:367784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877974933573888, offset 224 00000400:00000200:0.0:1790976494.462406:0:367784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790976494.462412:0:367784:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790976494.462418:0:367784:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6ac021cd01100 00000400:00000200:0.0:1790976494.462423:0:367784:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:0.0:1790976494.462435:0:367784:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790976494.462438:0:367784:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790976494.462441:0:367784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790976494.462444:0:367784:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790976494.462452:0:367784:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462465:0:367784:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790976494.462471:0:367784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039639930 00000400:00000010:0.0:1790976494.462473:0:367784:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000039639930. 00000100:00000001:0.0:1790976494.462475:0:367784:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790976494.462477:0:367784:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790976494.462480:0:367784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790976494.462483:0:367784:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 16 to 0@lo 00010000:00000001:0.0:1790976494.462485:0:367784:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790976494.462486:0:367784:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.462488:0:367784:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790976494.462491:0:367784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1f18c25 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:235/0 lens 224/224 e 0 to 0 dl 1790976505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790976494.462499:0:367784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f18c25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:366905:x1877974933573888:12345-0@lo:400: Request processed in 198us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1790976494.462506:0:367784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790976494.462508:0:367784:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a2bedda : new rpc_count 0 00000100:00000001:0.0:1790976494.462510:0:367784:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790976494.462512:0:367784:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790976494.462515:0:367784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099b698ea. 00000020:00000010:0.0:1790976494.462518:0:367784:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d12b2bf3. 00000020:00000010:0.0:1790976494.462522:0:367784:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca97f06e. 00000020:00000040:0.0:1790976494.462525:0:367784:0:(genops.c:879:class_export_put()) PUTting export 000000001a2bedda : new refcount 4 00000100:00000001:0.0:1790976494.462528:0:367784:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462544:0:366905:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790976494.462547:0:366905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790976494.462551:0:366905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790976494.462558:0:366905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790976494.462560:0:366905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009633bc49. 00000400:00000200:0.0:1790976494.462564:0:366905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5fbfc1c 00000400:00000010:0.0:1790976494.462566:0:366905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c5fbfc1c. 00000100:00000001:0.0:1790976494.462569:0:366905:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790976494.462571:0:366905:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790976494.462579:0:366905:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462585:0:366905:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790976494.462586:0:366905:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462588:0:366905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790976494.462590:0:366905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790976494.462592:0:366905:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790976494.462593:0:366905:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790976494.462595:0:366905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790976494.462601:0:366905:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004feb4767. 00000100:00001000:0.0:1790976494.462606:0:366905:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e84f505e time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1790976494.462609:0:366905:0:(import.c:2195:obd_at_measure()) add 1 to 000000008375849d time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790976494.462611:0:366905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790976494.462613:0:366905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.462619:0:366907:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790976494.462619:0:366905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790976494.462627:0:366905:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1790976494.462628:0:366907:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790976494.462634:0:366907:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790976494.462641:0:366907:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790976494.462651:0:366905:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462655:0:366905:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790976494.462657:0:366905:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1790976494.462659:0:366905:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790976494.462660:0:366905:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790976494.462664:0:366905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462670:0:366905:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790976494.462672:0:366905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790976494.462673:0:366905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790976494.462693:0:366905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790976494.462700:0:366905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008df58254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:366905:1877974933573888:0@lo:400: 00000100:00000001:0.0:1790976494.462703:0:366905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462705:0:366905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790976494.462708:0:366905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008df58254 x1877974933573888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.462713:0:366905:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790976494.462715:0:366905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790976494.462717:0:366905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fbcbb4a. 02000000:00000001:0.0:1790976494.462720:0:366905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1790976494.462722:0:366907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d65734bd-420a-43ba-af74-37223cd0d39c:366907:1877974933573632:0@lo:400: 00000020:00000001:0.0:1790976494.462724:0:366905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790976494.462729:0:366905:0:(genops.c:1223:class_import_put()) import 00000000ce148b06 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1790976494.462736:0:366907:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1790976494.462737:0:366905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790976494.462741:0:366905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da85036a. 02000000:00000001:0.0:1790976494.462745:0:366905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790976494.462746:0:366907:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790976494.462748:0:366905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1790976494.462751:0:366907:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790976494.462752:0:366905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008df58254. 02000000:00000001:1.0:1790976494.462758:0:366907:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1790976494.462760:0:366905:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790976494.462764:0:366905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.462765:0:366905:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1790976494.462769:0:366907:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095937694. 00000100:00000001:0.0:1790976494.462771:0:366905:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1790976494.462775:0:366907:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462776:0:366905:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.462785:0:366905:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790976494.462786:0:366905:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790976494.462789:0:366907:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0be00ac. 00000400:00000010:1.0:1790976494.462799:0:366907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004652d4af. 00000100:00000200:1.0:1790976494.462806:0:366907:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877974933573632, portal 25 00000100:00000001:1.0:1790976494.462809:0:366907:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790976494.462811:0:366907:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726962490368 : -106346747061248 : ffff9f4737eb1c00) 00000100:00000040:1.0:1790976494.462819:0:366907:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.462827:0:366907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790976494.462830:0:366907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790976494.462832:0:366907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f66795f. 00000100:00000200:1.0:1790976494.462835:0:366907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877974933573632, offset 0 00000400:00000200:1.0:1790976494.462842:0:366907:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790976494.462871:0:366907:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790976494.462883:0:366907:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6ac021cd01000 00000400:00000200:1.0:1790976494.462890:0:366907:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000020:00000010:2.0:1790976494.462891:0:367789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000146bece8. 00000400:00000010:1.0:1790976494.462898:0:366907:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b097300. 00000100:00000001:2.0:1790976494.462900:0:367789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790976494.462904:0:367789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573760 02000000:00000001:2.0:1790976494.462906:0:367789:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790976494.462907:0:367789:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790976494.462909:0:367789:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790976494.462911:0:367789:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976494.462914:0:367789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573760 00000020:00000001:2.0:1790976494.462916:0:367789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790976494.462918:0:367789:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1790976494.462918:0:366907:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035d79d94 00000020:00000001:2.0:1790976494.462922:0:367789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1790976494.462927:0:367789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790976494.462929:0:367789:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790976494.462931:0:366907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1790976494.462934:0:367789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681a71b8. 00000400:00000200:1.0:1790976494.462942:0:366907:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1790976494.462945:0:367789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af3379f5. 00000400:00000200:1.0:1790976494.462948:0:366907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035d79d94 00000400:00000010:1.0:1790976494.462952:0:366907:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000035d79d94. 00000100:00000001:1.0:1790976494.462964:0:366907:0:(events.c:290:request_in_callback()) Process entered 00000020:00000010:2.0:1790976494.462965:0:367789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b63b316. 00000100:00000200:1.0:1790976494.462968:0:366907:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1790976494.462975:0:367789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1790976494.462975:0:366907:0:(events.c:341:request_in_callback()) incoming req@00000000666a3f0e x1877974933573632 msgsize 224 00000100:00000001:2.0:1790976494.462983:0:367789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790976494.462988:0:367789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976494.462995:0:366907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790976494.462999:0:367789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790976494.463000:0:366907:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790976494.463019:0:367789:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.463028:0:366907:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790976494.463037:0:366907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f66795f 00000400:00000010:1.0:1790976494.463040:0:366907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001f66795f. 00000100:00000001:2.0:1790976494.463043:0:367789:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790976494.463047:0:367789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1790976494.463048:0:366907:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1790976494.463053:0:367789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000200:1.0:1790976494.463055:0:366907:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790976494.463060:0:367789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637721949132032 : -106351760419584 : ffff9f460d195500) 00000100:00000040:2.0:1790976494.463074:0:367789:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b61e5866 x1877974933573760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790976514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.463083:0:366907:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790976494.463118:0:366907:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.463128:0:366907:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790976494.463130:0:367789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b61e5866 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:366904:x1877974933573760:12345-0@lo:38: 00000100:00000001:1.0:1790976494.463132:0:366907:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1790976494.463142:0:367789:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877974933573760 00000100:00000001:1.0:1790976494.463143:0:366907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790976494.463147:0:367789:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1790976494.463152:0:367789:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000100:00000001:1.0:1790976494.463152:0:366907:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4307984923 00000100:00000001:1.0:1790976494.463164:0:366907:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307984917 00000020:00000001:2.0:1790976494.463166:0:367789:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.463172:0:366907:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4307984923 00010000:00020000:2.0:1790976494.463173:0:367789:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1790976494.463180:0:366907:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307984917 00000100:00000001:1.0:1790976494.463190:0:366907:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 2 is 4307984923 00000100:00000001:1.0:1790976494.463197:0:366907:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307984917 00000100:00000001:1.0:1790976494.463212:0:366907:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 3 is 4307984923 00000100:00000001:1.0:1790976494.463215:0:366907:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307984917 00000100:00000001:1.0:1790976494.463218:0:366907:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790976494.463221:0:366907:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.463224:0:366907:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.463228:0:366907:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790976494.463272:0:354378:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790976494.463278:0:354378:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1790976494.463281:0:354378:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790976494.463284:0:354378:0:(import.c:65:import_set_state_nolock()) 00000000d7e6f04e lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790976494.463289:0:354378:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790976494.466043:0:354378:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 13307 00000100:00001000:1.0:1790976494.466058:0:354378:0:(import.c:2195:obd_at_measure()) add 10 to 000000002310d4fe time=1790976494 v=0 (0 0 0 0) 00000100:00001000:1.0:1790976494.466064:0:354378:0:(import.c:2261:obd_at_measure()) AT 000000002310d4fe change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790976494.466067:0:354378:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790976494.466071:0:354378:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 15 to 0@lo 00000100:00000001:1.0:1790976494.466073:0:354378:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790976494.466076:0:354378:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 16 to 0@lo 00000100:00000001:1.0:1790976494.466078:0:354378:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 00000020:00000001:1.0:1790976494.466082:0:354378:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790976494.466085:0:354378:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc938 00000020:00000001:1.0:1790976494.466088:0:354378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790976494.466106:0:354378:0:(lustre_handles.c:148:class_handle2object()) GET export 000000005deacb3e refcount=4 00000020:00000001:1.0:1790976494.466109:0:354378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721968015360 : -106351741536256 : ffff9f460e397800) 00000020:00000001:1.0:1790976494.466111:0:354378:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721968015360 : -106351741536256 : ffff9f460e397800) 00000100:00000040:1.0:1790976494.466114:0:354378:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 15 to 0@lo 00000100:00000001:1.0:1790976494.466115:0:354378:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790976494.466117:0:354378:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 16 to 0@lo 00000100:00000001:1.0:1790976494.466118:0:354378:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 00000020:00000040:1.0:1790976494.466120:0:354378:0:(genops.c:879:class_export_put()) PUTting export 000000005deacb3e : new refcount 3 00000100:00080000:1.0:1790976494.466146:0:354378:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d7e6f04e using connection 192.168.203.101@tcp/0@lo 00000100:00000001:1.0:1790976494.466149:0:354378:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790976494.466152:0:354378:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790976494.466163:0:354378:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790976494.466166:0:354378:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.466170:0:354378:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790976494.466173:0:354378:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790976494.466180:0:354378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009135bcf2. 00000020:00000040:1.0:1790976494.466185:0:354378:0:(genops.c:1210:class_import_get()) import 00000000d7e6f04e refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1790976494.466189:0:354378:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790976494.466191:0:354378:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.466194:0:354378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790976494.466197:0:354378:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790976494.466202:0:354378:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790976494.466212:0:354378:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001c5bf6eb. 00000100:00000001:1.0:1790976494.466221:0:354378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790976494.466230:0:354378:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790976494.466241:0:354378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790976494.466244:0:354378:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790976494.466248:0:354378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009135bcf2] to pc [ptlrpcd_rcv+-1] req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.466273:0:354378:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790976494.466282:0:354378:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13322) 00000100:00000001:3.0:1790976494.466908:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976494.466917:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976494.466920:0:366904:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790976494.466930:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.466941:0:366904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790976494.466943:0:366904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790976494.466947:0:366904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790976494.466950:0:366904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790976494.466952:0:366904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790976494.466955:0:366904:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009135bcf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933574016:0@lo:8: 00000100:00000001:3.0:1790976494.466958:0:366904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790976494.466963:0:366904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790976494.466976:0:366904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790976494.466979:0:366904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790976494.466987:0:366904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f6bfd6df. 02000000:00000001:3.0:1790976494.466989:0:366904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790976494.466995:0:366904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c9e859. 00000400:00000010:3.0:1790976494.467002:0:366904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e2b3529. 00000100:00000200:3.0:1790976494.467008:0:366904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877974933574016, portal 4 00000100:00000001:3.0:1790976494.467011:0:366904:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790976494.467012:0:366904:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637726769009024 : -106346940542592 : ffff9f472c62d180) 00000020:00000010:3.0:1790976494.467020:0:366904:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d7631813. 00000100:00000040:3.0:1790976494.467026:0:366904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.467033:0:366904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790976494.467035:0:366904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790976494.467037:0:366904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc085f81. 00000100:00000200:3.0:1790976494.467040:0:366904:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877974933574016, offset 0 00000400:00000200:3.0:1790976494.467059:0:366904:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790976494.467070:0:366904:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790976494.467079:0:366904:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6ac021cd01180 00000400:00000100:3.0:1790976494.467083:0:366904:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877974933574016 offset 0 length 520: 4 00000400:00000200:3.0:1790976494.467127:0:366904:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000066a74b22 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1790976494.467130:0:366904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1790976494.467152:0:366904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc085f81 00000400:00000010:3.0:1790976494.467155:0:366904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dc085f81. 00000100:00000001:3.0:1790976494.467159:0:366904:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790976494.467162:0:366904:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.467171:0:366904:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790976494.467173:0:366904:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009135bcf2 x1877974933574016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790976509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790976494.467180:0:366904:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.467181:0:366904:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790976494.467188:0:366904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790976494.467191:0:366904:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1790976494.467194:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307984926 00000100:00000001:3.0:1790976494.467200:0:366904:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307984923 00000100:00000001:3.0:1790976494.467204:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307984926 00000100:00000001:3.0:1790976494.467207:0:366904:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307984923 00000100:00000001:3.0:1790976494.467210:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307984926 00000100:00000001:3.0:1790976494.467212:0:366904:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307984923 00000100:00000001:3.0:1790976494.467214:0:366904:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307984926 00000100:00000001:3.0:1790976494.467216:0:366904:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307984923 00000100:00000001:3.0:1790976494.467218:0:366904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790976494.467221:0:366904:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.467224:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.467226:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790976494.467395:0:366904:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790976494.467398:0:366904:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1790976494.467401:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790976494.467402:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790976494.467404:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790976494.467406:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.467770:0:367776:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790976494.467774:0:367776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877974933573632 02000000:00000001:0.0:1790976494.467776:0:367776:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790976494.467778:0:367776:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790976494.467780:0:367776:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790976494.467785:0:367776:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790976494.467789:0:367776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877974933573632 00000020:00000001:0.0:1790976494.467791:0:367776:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790976494.467793:0:367776:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe0c44eaf721dc8b3 00000020:00000001:0.0:1790976494.467795:0:367776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790976494.467805:0:367776:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000fe4a0b66 refcount=12 00000020:00000001:0.0:1790976494.467807:0:367776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000020:00000001:0.0:1790976494.467810:0:367776:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637721784596480 : -106351924955136 : ffff9f46034ab800) 00000100:00000001:0.0:1790976494.467814:0:367776:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790976494.467818:0:367776:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000231095fc. 00000100:00000001:0.0:1790976494.467821:0:367776:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790976494.467824:0:367776:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000231095fc. 00000020:00000010:0.0:1790976494.467830:0:367776:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca97f06e. 00000020:00000010:0.0:1790976494.467834:0:367776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099b698ea. 00000020:00000010:0.0:1790976494.467839:0:367776:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d12b2bf3. 00000100:00000040:0.0:1790976494.467847:0:367776:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790976494.467851:0:367776:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790976494.467852:0:367776:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790976494.467854:0:367776:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.467861:0:367776:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.467868:0:367776:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976494.467880:0:367776:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790976494.467882:0:367776:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790976494.467886:0:367776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790976494.467889:0:367776:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000fe4a0b66 : new rpc_count 1 00000100:00000001:0.0:1790976494.467891:0:367776:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637727127707728 : -106346581843888 : ffff9f4741c42050) 00000100:00000040:0.0:1790976494.467895:0:367776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000666a3f0e x1877974933573632/t0(0) o400->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:235/0 lens 224/0 e 0 to 0 dl 1790976505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.467904:0:367776:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790976494.467907:0:367776:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000231095fc. 00000100:00000001:0.0:1790976494.467908:0:367776:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790976494.467910:0:367776:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000231095fc. 00000100:00100000:0.0:1790976494.467913:0:367776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000666a3f0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:366907:x1877974933573632:12345-0@lo:400: 00000100:00000200:0.0:1790976494.467917:0:367776:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877974933573632 00000020:00000001:0.0:1790976494.467919:0:367776:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790976494.467923:0:367776:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790976494.467924:0:367776:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.467934:0:367776:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790976494.467936:0:367776:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659740864 : -1049810752 : ffffffffc16d28c0) 00000020:00000001:0.0:1790976494.467939:0:367776:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790976494.467941:0:367776:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790976494.467943:0:367776:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790976494.467945:0:367776:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790976494.467948:0:367776:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.467950:0:367776:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790976494.467952:0:367776:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790976494.467955:0:367776:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790976494.467959:0:367776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000eb16474. 02000000:00000001:0.0:1790976494.467961:0:367776:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.467963:0:367776:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.467965:0:367776:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790976494.467968:0:367776:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877974933573632 00010000:00000001:0.0:1790976494.467970:0:367776:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790976494.467975:0:367776:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000666a3f0e x1877974933573632/t0(0) o400->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:235/0 lens 224/224 e 0 to 0 dl 1790976505 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790976494.467983:0:367776:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790976494.467985:0:367776:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790976494.467988:0:367776:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b18f76c5 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1790976494.467993:0:367776:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790976494.467996:0:367776:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 17 to 0@lo 00000100:00000001:0.0:1790976494.467997:0:367776:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 02000000:00000001:0.0:1790976494.468000:0:367776:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790976494.468002:0:367776:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.468005:0:367776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790976494.468008:0:367776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790976494.468011:0:367776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039639930. 00000100:00000200:0.0:1790976494.468016:0:367776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877974933573632, offset 224 00000400:00000200:0.0:1790976494.468021:0:367776:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790976494.468029:0:367776:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790976494.468037:0:367776:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6ac021cd01000 00000400:00000200:0.0:1790976494.468044:0:367776:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb01 [1] + 224 00000400:00000200:0.0:1790976494.468052:0:367776:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790976494.468061:0:367776:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790976494.468067:0:367776:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790976494.468071:0:367776:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790976494.468079:0:367776:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.468127:0:367776:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790976494.468139:0:367776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039639930 00000400:00000010:0.0:1790976494.468141:0:367776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000039639930. 00000100:00000001:0.0:1790976494.468154:0:367776:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790976494.468157:0:367776:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790976494.468164:0:366907:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790976494.468164:0:367776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.468173:0:366907:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1790976494.468174:0:367776:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 16 to 0@lo 00010000:00000001:0.0:1790976494.468180:0:367776:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790976494.468182:0:367776:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.468184:0:367776:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1790976494.468186:0:366907:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1790976494.468190:0:367776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000666a3f0e x1877974933573632/t0(0) o400->d65734bd-420a-43ba-af74-37223cd0d39c@0@lo:235/0 lens 224/224 e 0 to 0 dl 1790976505 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1790976494.468191:0:366907:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790976494.468197:0:366907:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0be00ac. 00000400:00000200:1.0:1790976494.468209:0:366907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004652d4af 00000100:00100000:0.0:1790976494.468209:0:367776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000666a3f0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d65734bd-420a-43ba-af74-37223cd0d39c+12:366907:x1877974933573632:12345-0@lo:400: Request processed in 303us (5231us total) trans 0 rc 0/0 00000400:00000010:1.0:1790976494.468217:0:366907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004652d4af. 00000100:00000001:1.0:1790976494.468228:0:366907:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:0.0:1790976494.468228:0:367776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1790976494.468237:0:367776:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe4a0b66 : new rpc_count 0 00000100:00000200:1.0:1790976494.468239:0:366907:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.468244:0:367776:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790976494.468248:0:367776:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1790976494.468257:0:366907:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.468278:0:366907:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790976494.468281:0:366907:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.468284:0:366907:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790976494.468287:0:366907:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790976494.468290:0:366907:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790976494.468291:0:366907:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790976494.468294:0:366907:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790976494.468301:0:366907:0:(import.c:2195:obd_at_measure()) add 5 to 0000000007d5e07d time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790976494.468304:0:366907:0:(import.c:2195:obd_at_measure()) add 1 to 00000000697cbd58 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790976494.468307:0:366907:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790976494.468309:0:366907:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790976494.468312:0:366907:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790976494.468315:0:366907:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.468318:0:366907:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790976494.468323:0:367776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099b698ea. 00000100:00000040:1.0:1790976494.468328:0:366907:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790976494.468332:0:367776:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d12b2bf3. 00000020:00000010:0.0:1790976494.468339:0:367776:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca97f06e. 00000020:00000040:0.0:1790976494.468346:0:367776:0:(genops.c:879:class_export_put()) PUTting export 00000000fe4a0b66 : new refcount 11 00000100:00000001:1.0:1790976494.468348:0:366907:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790976494.468354:0:367776:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1790976494.468355:0:366907:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1790976494.468359:0:367776:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000000eb16474. 00000100:00000001:1.0:1790976494.468360:0:366907:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1790976494.468365:0:367776:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1790976494.468369:0:366907:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.468369:0:367776:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790976494.468377:0:367776:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1790976494.468385:0:366907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ac0b5bda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d65734bd-420a-43ba-af74-37223cd0d39c:366907:1877974933573632:0@lo:400: 00000400:00000010:0.0:1790976494.468394:0:367776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041292d58. 00000100:00000001:1.0:1790976494.468396:0:366907:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1790976494.468401:0:367776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f43b4875. 00000100:00000001:1.0:1790976494.468402:0:366907:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790976494.468408:0:366907:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac0b5bda x1877974933573632/t0(0) o400->MGC192.168.203.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790976510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.468418:0:366907:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790976494.468421:0:366907:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790976494.468425:0:366907:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095937694. 02000000:00000001:1.0:1790976494.468432:0:366907:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790976494.468434:0:366907:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790976494.468436:0:366907:0:(genops.c:1223:class_import_put()) import 00000000aad84f7c refcount=3 obd=MGC192.168.203.101@tcp 00000020:00000001:1.0:1790976494.468439:0:366907:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790976494.468449:0:366907:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000090a0d2b3. 02000000:00000001:1.0:1790976494.468456:0:366907:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790976494.468459:0:366907:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790976494.468460:0:366907:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac0b5bda. 00000100:00000001:1.0:1790976494.470669:0:366907:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790976494.470687:0:366907:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.470693:0:366907:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.470705:0:366907:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790976494.470707:0:366907:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.470711:0:366907:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790976494.470715:0:366907:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790976494.486762:0:361859:0:(connection.c:75:cpu_latency_work()) work item of 000000005c1285c3 (cpu 3) has reached its deadline 4307984926, at 4307984930 00000100:00000010:3.0:1790976494.486778:0:361859:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004322bed6. 00000100:00000040:0.0:1790976494.486869:0:352944:0:(connection.c:75:cpu_latency_work()) work item of 00000000e81717ee (cpu 0) has reached its deadline 4307984926, at 4307984930 00000100:00000010:0.0:1790976494.486875:0:352944:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea888406. 00000100:00000040:1.0:1790976494.489016:0:352145:0:(connection.c:75:cpu_latency_work()) work item of 00000000244dfe04 (cpu 1) has reached its deadline 4307984926, at 4307984932 00000100:00000010:1.0:1790976494.489037:0:352145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077ecd415. 00010000:00000001:2.0:1790976494.513468:0:367789:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1790976494.513479:0:367789:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1790976494.513491:0:367789:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1790976494.513495:0:367789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790976494.513499:0:367789:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790976494.513970:0:367789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000eb16474. 02000000:00000001:0.0:1790976494.513977:0:367789:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.513980:0:367789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790976494.513985:0:367789:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790976494.513987:0:367789:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790976494.513990:0:367789:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1790976494.513993:0:367789:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790976494.513997:0:367789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790976494.514000:0:367789:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000152c17d7 refcount 17 to 0@lo 00000100:00000001:0.0:1790976494.514003:0:367789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637726103368704 : -106347606182912 : ffff9f4704b5f400) 00000100:00000001:0.0:1790976494.514005:0:367789:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446637726103368704 : -106347606182912 : 0xffff9f4704b5f400) 00000100:00000040:0.0:1790976494.514008:0:367789:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000152c17d7 refcount 17 to 0@lo 02000000:00000001:0.0:1790976494.514011:0:367789:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790976494.514012:0:367789:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976494.514015:0:367789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790976494.514018:0:367789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790976494.514023:0:367789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039639930. 00000100:00000200:0.0:1790976494.514030:0:367789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877974933573760, offset 0 00000400:00000200:0.0:1790976494.514035:0:367789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790976494.514049:0:367789:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790976494.514058:0:367789:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6ac021cd01080 00000400:00000200:0.0:1790976494.514064:0:367789:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 0 00000400:00000200:0.0:1790976494.514073:0:367789:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790976494.514077:0:367789:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790976494.514083:0:367789:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790976494.514103:0:367789:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790976494.514114:0:367789:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790976494.514154:0:367789:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790976494.514166:0:367789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039639930 00000400:00000010:0.0:1790976494.514169:0:367789:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000039639930. 00000100:00000001:0.0:1790976494.514171:0:367789:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790976494.514173:0:367789:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790976494.514179:0:367789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790976494.514181:0:367789:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000152c17d7 refcount 16 to 0@lo 00000100:00000001:0.0:1790976494.514183:0:367789:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790976494.514185:0:367789:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1790976494.514190:0:367789:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61e5866 x1877974933573760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790976514 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790976494.514198:0:367789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b61e5866 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:366904:x1877974933573760:12345-0@lo:38: Request processed in 51071us (52506us total) trans 0 rc -19/-19 00000020:00000010:0.0:1790976494.514345:0:367789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d83f5dee. 00000100:00100000:0.0:1790976494.514353:0:367789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790976494.514356:0:367789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790976494.514357:0:367789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790976494.514362:0:367789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af3379f5. 00000020:00000010:0.0:1790976494.514368:0:367789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b63b316. 00000020:00000010:0.0:1790976494.514371:0:367789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681a71b8. 00000100:00000001:0.0:1790976494.514374:0:367789:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790976494.514708:0:326944:0:(connection.c:75:cpu_latency_work()) work item of 0000000061ce9e90 (cpu 2) has reached its deadline 4307984926, at 4307984958 00000100:00000010:2.0:1790976494.514717:0:326944:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a46b1fa. 00000100:00000001:1.0:1790976494.514949:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790976494.514958:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790976494.514970:0:366904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790976494.514973:0:366904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790976494.514976:0:366904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000165db152. 00000400:00000200:1.0:1790976494.514986:0:366904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a567aaf9 00000400:00000010:1.0:1790976494.514989:0:366904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a567aaf9. 00000100:00000001:1.0:1790976494.514994:0:366904:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790976494.515002:0:366904:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790976494.515013:0:366904:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790976509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.515022:0:366904:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790976494.515024:0:366904:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.515027:0:366904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790976494.515031:0:366904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790976494.515033:0:366904:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790976494.515036:0:366904:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790976494.515040:0:366904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790976494.515054:0:366904:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c42ab0db. 00000100:00001000:1.0:1790976494.515063:0:366904:0:(import.c:2195:obd_at_measure()) add 0 to 000000001ee924e5 time=1790976494 v=5 (0 0 0 0) 00000100:00001000:1.0:1790976494.515068:0:366904:0:(import.c:2195:obd_at_measure()) add 1 to 00000000be7d7a34 time=10 v=10 (10 0 0 0) 00000100:00000001:1.0:1790976494.515070:0:366904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790976494.515087:0:366904:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790976494.515117:0:366904:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790976494.515124:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790976509 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.515133:0:366904:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1790976494.515137:0:366904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790976494.515139:0:366904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.515143:0:366904:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790976494.515147:0:366904:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1790976494.515152:0:366904:0:(import.c:65:import_set_state_nolock()) 00000000443daefd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790976494.515159:0:366904:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1790976494.515164:0:366904:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790976494.515168:0:366904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790976509 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790976494.515175:0:366904:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a886a641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:366904:1877974933573760:0@lo:38: 00000100:00000001:1.0:1790976494.515180:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.515183:0:366904:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790976494.515186:0:366904:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a886a641 x1877974933573760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790976509 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790976494.515192:0:366904:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790976494.515195:0:366904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790976494.515199:0:366904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048552a9c. 02000000:00000001:1.0:1790976494.515203:0:366904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790976494.515206:0:366904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790976494.515207:0:366904:0:(genops.c:1223:class_import_put()) import 00000000443daefd refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1790976494.515210:0:366904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790976494.515213:0:366904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000036dd7111. 02000000:00000001:1.0:1790976494.515216:0:366904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790976494.515218:0:366904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790976494.515220:0:366904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a886a641. 00000100:00000001:1.0:1790976494.515223:0:366904:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790976494.515231:0:366904:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790976494.515233:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.515236:0:366904:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790976494.515237:0:366904:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790976494.515239:0:366904:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790976494.515240:0:366904:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976494.644579:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976494.644587:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976494.644593:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976494.644594:0:361859:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976494.644623:0:367773:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976494.644626:0:367773:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976494.644628:0:367773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790976495.480023:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790976495.480033:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790976495.480036:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790976495.480042:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:0.0:1790976495.480048:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790976495.480053:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976495.480056:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790976495.480059:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976495.480062:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976495.668359:0:361859:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790976495.668372:0:361859:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790976495.668381:0:361859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790976495.668383:0:361859:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790976495.668425:0:367772:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790976495.668428:0:367772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790976495.668434:0:367772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1790976495.965300:0:368224:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f0628a81. 00080000:00000010:1.0:1790976495.965312:0:368224:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000f0628a81. 00000020:00000001:1.0:1790976495.965318:0:368224:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790976496.501288:0:367818:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790976496.501300:0:367818:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790976496.501302:0:367818:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790976496.501318:0:367818:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d748f00 going to sleep for 0 seconds 00000100:00000001:0.0:1790976496.501325:0:367818:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790976496.501330:0:367818:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976496.501332:0:367818:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790976496.501336:0:367818:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790976496.501340:0:367818:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790976496.505830:0:367781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790976496.505839:0:367781:0:(mgc_request.c:120:config_log_put()) Process leaving Debug log: 2685 lines, 2685 kept, 0 dropped, 0 bad.