00000020:01000004:1.0F:1790964124.616570:0:31824:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790964124.616585:0:31824:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1790964124.616586:0:31824:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0F:1790964124.616759:0:31824:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000f842dc77 00000080:02000400:0.0:1790964124.616779:0:31824:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964124.627267:0:31824:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964124.627283:0:31824:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0F:1790964124.630910:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000004f6f5f63) 00000020:00000080:2.0:1790964124.630945:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1790964124.704962:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1790964124.706047:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.707068:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1790964124.707457:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1790964124.707961:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1790964124.708243:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.708739:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.709044:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.709357:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.709763:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1790964124.710056:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1790964124.710432:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.711081:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.711752:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.712227:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.712503:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.712942:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.713158:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.713423:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.713871:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.714081:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.714397:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.714853:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.715186:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.715822:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.716248:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.716485:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.716970:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.717294:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.717785:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.718026:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.718304:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1790964124.718772:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.719282:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1790964124.720851:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790964124.721420:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.721913:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790964124.722275:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.722752:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.723093:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.723432:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790964124.723920:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.724229:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790964124.724777:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790964124.725771:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790964124.729862:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1790964124.740787:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1790964124.746086:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1790964124.747504:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1790964124.749274:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1790964124.749878:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1790964124.750323:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0F:1790964124.751316:0:31824:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:3.0:1790964124.753388:0:31824:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1790964124.753864:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1790964124.753871:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790964124.753884:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304a08 00000020:01000004:3.0:1790964124.753892:0:31824:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1790964124.753897:0:31824:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1790964124.753901:0:31824:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000f842dc77 from MGS 00000020:01000004:3.0:1790964124.753906:0:31824:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1790964124.753929:0:31824:0:(genops.c:413:class_newdev()) Allocate new device MGS (000000006ec8b007) 00000020:00000080:3.0:1790964124.753943:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1790964124.754020:0:31824:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000f842dc77 from MGS, refs=2 00080000:01000000:3.0:1790964124.754026:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790964124.754031:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304a16 00000100:00100000:3.0:1790964124.754448:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1790964124.754899:0:31824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1790964124.754904:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964124.755807:0:31824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964124.755816:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1790964124.756803:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964124.756960:0:31824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1790964124.756965:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1790964124.758414:0:31824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1790964124.758425:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1790964124.759077:0:31824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1790964124.759085:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1790964124.760429:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964124.760433:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964124.760435:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964124.760999:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964124.761002:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964124.761004:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964124.762185:0:31824:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1790964124.772892:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1790964125.012687:0:31824:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2091 MB/s 00000001:01000000:3.0:1790964125.264853:0:31824:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2452 MB/s 00000001:01000000:0.0:1790964125.514835:0:31824:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 435 MB/s 00000001:01000000:1.0:1790964125.765047:0:31824:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 591 MB/s 00000040:01000000:1.0:1790964125.772807:0:31824:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1790964125.774081:0:31836:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790964125.774246:0:31824:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790964125.774298:0:31824:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1790964125.774351:0:31824:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1790964125.774371:0:31824:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1790964125.774844:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.775016:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1790964125.775024:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1790964125.781793:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790964125.781872:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1790964125.794461:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1790964125.794768:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1790964125.796935:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1790964125.796964:0:31824:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.138@tcp' 00000020:01000004:2.0:1790964125.796966:0:31824:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1790964125.797026:0:31824:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.138@tcp (typ=mgc) 00000020:00000080:2.0:1790964125.797040:0:31824:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.138@tcp (00000000955b82b8) 00000020:00000080:2.0:1790964125.797059:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1790964125.797212:0:31824:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000aff1ccca@MGC192.168.204.138@tcp: add connection 192.168.204.138@tcp at head 00010000:00010000:2.0:1790964125.797375:0:31824:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.138@tcp-0 is initialized 00000040:01000000:2.0:1790964125.797381:0:31824:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 1 is initialized 10000000:01000000:2.0:1790964125.804541:0:31842:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1790964125.805425:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.138@tcp (uuid dc7b923a-39cf-4009-82ba-d1c9fe59a700) 00000020:00000080:2.0:1790964125.805452:0:31824:0:(genops.c:1385:class_connect()) connect: client dc7b923a-39cf-4009-82ba-d1c9fe59a700, cookie 0x92843448d1304a24 00000100:00080000:2.0:1790964125.805497:0:31824:0:(import.c:545:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964125.805503:0:31824:0:(import.c:665:import_select_connection()) MGC192.168.204.138@tcp: import 00000000aff1ccca using connection 192.168.204.138@tcp/0@lo 00000100:00080000:0.0:1790964125.805916:0:31841:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:2.0:1790964125.805969:0:31824:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f8afae0c x1877961980510336/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964125.805999:0:31824:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dc7b923a-39cf-4009-82ba-d1c9fe59a700->MGS 00000100:00100000:0.0:1790964125.806187:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f8afae0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30963:1877961980510336:0@lo:250: 00000100:00100000:0.0:1790964125.806256:0:30963:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.806328:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510336 00000100:00100000:0.0:1790964125.806336:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510336 00000100:00100000:0.0:1790964125.806374:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964125.806380:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000090b557b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30963:x1877961980510336:12345-0@lo:250: 00010000:00080000:0.0:1790964125.806406:0:31837:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo t0 exp 0000000000000000 cur 992 last 0 00000020:00000080:0.0:1790964125.806430:0:31837:0:(genops.c:1385:class_connect()) connect: client dc7b923a-39cf-4009-82ba-d1c9fe59a700, cookie 0x92843448d1304a2b 00000020:01000004:2.0:1790964125.806806:0:31824:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1790964125.806812:0:31824:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1790964125.806831:0:31824:0:(genops.c:413:class_newdev()) Allocate new device MDS (00000000f4849d2f) 00000020:00000080:2.0:1790964125.806841:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:0.0:1790964125.807800:0:31837:0:(import.c:65:import_set_state_nolock()) 0000000046bd4900 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790964125.807901:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000090b557b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+5:30963:x1877961980510336:12345-0@lo:250: Request processed in 1518us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964125.807911:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964125.812393:0:30963:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.138@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790964125.812413:0:30963:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.138@tcp: connect to target with instance 0 00000100:00080000:3.0:1790964125.812423:0:30963:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1790964125.812428:0:30963:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1790964125.812432:0:30963:0:(import.c:65:import_set_state_nolock()) 00000000aff1ccca MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1790964125.812443:0:30963:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1790964125.812463:0:30963:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1790964125.812495:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f8afae0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30963:1877961980510336:0@lo:250: 00010000:00010000:1.0:1790964125.825319:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964125.825988:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964125.826406:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964125.826413:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1790964125.828693:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1790964125.828705:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1790964125.829552:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964125.829561:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790964125.836157:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964125.836339:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790964125.836346:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790964125.837205:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790964125.837213:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1790964125.882900:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.883254:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1790964125.883261:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1790964125.886283:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1790964125.886299:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790964125.886971:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.887154:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964125.887159:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790964125.888004:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964125.888011:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790964125.888810:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.888972:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964125.888978:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1790964125.890416:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964125.890429:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790964125.891383:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.891932:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964125.891938:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1790964125.892837:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964125.892845:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1790964125.911890:0:31824:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964125.912217:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1790964125.912225:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964125.914068:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964125.914091:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790964125.915325:0:31824:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964125.915338:0:31824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790964125.917434:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790964125.917766:0:31824:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1790964125.917773:0:31824:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.138@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790964125.917889:0:31824:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790964125.917926:0:31824:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.138@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790964125.917930:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790964125.917931:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964125.917932:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964125.917934:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964125.917935:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964125.917936:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964125.917937:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964125.917939:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964125.917940:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964125.917942:0:31824:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964125.917944:0:31824:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790964125.917947:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964125.917948:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964125.917949:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964125.917950:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964125.917951:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964125.917952:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964125.917953:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964125.917954:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964125.917955:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964125.917956:0:31824:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964125.917986:0:31824:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964125.918003:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510464:0@lo:253: 00000100:00100000:3.0:1790964125.918078:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964125.918303:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 0000000093b0fb05 going to sleep for 11 seconds 00000100:00100000:1.0:1790964125.918364:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510464 00000100:00100000:1.0:1790964125.918371:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510464 00000100:00100000:1.0:1790964125.918428:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964125.918445:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000054ebf92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+5:31824:x1877961980510464:12345-0@lo:253: 20000000:01000000:1.0:1790964125.918745:0:31840:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964125.918749:0:31840:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790964125.918752:0:31840:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1790964125.919868:0:31861:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1790964125.920340:0:31840:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1790964125.922383:0:31862:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1790964125.922392:0:31862:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1790964125.922395:0:31862:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:0.0:1790964125.922405:0:31862:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:1.0:1790964125.922879:0:31840:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964125.922890:0:31840:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790964125.925893:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000054ebf92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+5:31824:x1877961980510464:12345-0@lo:253: Request processed in 7442us (7807us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964125.925909:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964125.925992:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510464:0@lo:253: 10000000:01000000:3.0:1790964125.926009:0:31824:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964125.926011:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964125.926013:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964125.926014:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964125.926015:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964125.926016:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964125.926017:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964125.926018:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964125.926020:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964125.926021:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964125.926023:0:31824:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790964125.926042:0:31824:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000f842dc77 from lustre-MDT0000 10000000:01000000:3.0:1790964125.926074:0:31824:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790964125.926077:0:31824:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964125.926803:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f52444f19c0 10000000:01000000:3.0:1790964125.926811:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964125.926820:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8f52444f19c0 from 1 10000000:01000000:3.0:1790964125.926822:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790964125.926863:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964125.926874:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964125.926884:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964125.926904:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510592:0@lo:101: 00000100:00100000:3.0:1790964125.926952:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964125.927050:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000007aa6e5e7 going to sleep for 11 seconds 00000100:00100000:0.0:1790964125.927275:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510592 00000100:00100000:0.0:1790964125.927281:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510592 00000100:00100000:0.0:1790964125.927359:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964125.927373:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002c31e88c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+5:31824:x1877961980510592:12345-0@lo:101: 00010000:00010000:0.0:1790964125.927387:0:31839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964125.927402:0:31839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d364aa42/0x92843448d1304a40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304a39 expref: -99 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.927424:0:31839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d364aa42/0x92843448d1304a40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304a39 expref: 6 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.927434:0:31839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d364aa42/0x92843448d1304a40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304a39 expref: 6 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.927441:0:31839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d364aa42, rc 0) 00000100:00100000:0.0:1790964125.927755:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002c31e88c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+6:31824:x1877961980510592:12345-0@lo:101: Request processed in 382us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964125.927762:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964125.927967:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510592:0@lo:101: 00010000:00010000:3.0:1790964125.927982:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a40 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964125.927991:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304a40 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964125.928064:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510720:0@lo:501: 00000100:00100000:3.0:1790964125.928277:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964125.928331:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000007aa6e5e7 going to sleep for 11 seconds 00000100:00100000:3.0:1790964125.928356:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510720 00000100:00100000:3.0:1790964125.928360:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510720 00000100:00100000:1.0:1790964125.928401:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964125.928409:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d3f35868 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+6:31824:x1877961980510720:12345-0@lo:501: 00000100:00100000:1.0:1790964125.928529:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d3f35868 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+6:31824:x1877961980510720:12345-0@lo:501: Request processed in 121us (253us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790964125.928536:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964125.929094:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006a974971 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510720:0@lo:501: 10000000:01000000:0.0:1790964125.929138:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1790964125.929157:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a40 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.929166:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000f4f5d4eb/0x92843448d1304a39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a40 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964125.929175:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f514388e000 10000000:01000000:0.0:1790964125.929180:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790964125.929193:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f514388e000 10000000:01000000:0.0:1790964125.929196:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1790964125.929199:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f514388e000 from 1 10000000:01000000:0.0:1790964125.929201:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1790964125.929243:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.929250:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.929259:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964125.929273:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510848:0@lo:101: 00000100:00100000:0.0:1790964125.929303:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.929334:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000001346c8fb going to sleep for 11 seconds 00000100:00100000:1.0:1790964125.929764:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510848 00000100:00100000:1.0:1790964125.929770:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510848 00000100:00100000:1.0:1790964125.929804:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964125.929811:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ee94c5da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+6:31824:x1877961980510848:12345-0@lo:101: 00010000:00010000:1.0:1790964125.929822:0:31837:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964125.929837:0:31837:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000011d9b37a/0x92843448d1304a4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304a47 expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964125.929858:0:31837:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000011d9b37a/0x92843448d1304a4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304a47 expref: 7 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964125.929867:0:31837:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000011d9b37a/0x92843448d1304a4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304a47 expref: 7 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964125.929885:0:31837:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000011d9b37a, rc 0) 00000100:00100000:1.0:1790964125.929916:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ee94c5da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+7:31824:x1877961980510848:12345-0@lo:101: Request processed in 106us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964125.929922:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964125.931206:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510848:0@lo:101: 00010000:00010000:0.0:1790964125.931231:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a4e expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931243:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304a4e expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964125.931260:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1790964125.931329:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a4e expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931336:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000d069f34c/0x92843448d1304a47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a4e expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964125.931344:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790964125.931351:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964125.931357:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f514388e000 10000000:01000000:0.0:1790964125.931360:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1790964125.931374:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1790964125.931377:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1790964125.931405:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931413:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931422:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964125.931438:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510976:0@lo:101: 00000100:00100000:0.0:1790964125.931532:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.931568:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000001346c8fb going to sleep for 11 seconds 00000100:00100000:0.0:1790964125.931791:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980510976 00000100:00100000:0.0:1790964125.931798:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980510976 00000100:00100000:0.0:1790964125.931836:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964125.931844:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ef8f33f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+7:31824:x1877961980510976:12345-0@lo:101: 00010000:00010000:0.0:1790964125.931857:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964125.931869:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000047b8c682/0x92843448d1304a5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304a55 expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931888:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047b8c682/0x92843448d1304a5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304a55 expref: 8 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931896:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000047b8c682/0x92843448d1304a5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304a55 expref: 8 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.931904:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000047b8c682, rc 0) 00000100:00100000:0.0:1790964125.931943:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ef8f33f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+8:31824:x1877961980510976:12345-0@lo:101: Request processed in 100us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964125.931959:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964125.931998:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980510976:0@lo:101: 00010000:00010000:0.0:1790964125.932007:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a5c expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964125.932014:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304a5c expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964125.932089:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511104:0@lo:501: 00000100:00100000:0.0:1790964125.932244:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.932261:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000001346c8fb going to sleep for 11 seconds 00000100:00100000:0.0:1790964125.932275:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511104 00000100:00100000:0.0:1790964125.932279:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511104 00000100:00100000:0.0:1790964125.932297:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964125.932302:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ad6a4f47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+8:31824:x1877961980511104:12345-0@lo:501: 00000100:00100000:0.0:1790964125.932425:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ad6a4f47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31824:x1877961980511104:12345-0@lo:501: Request processed in 122us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964125.932432:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964125.932460:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511104:0@lo:501: 00000100:00100000:0.0:1790964125.932514:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511232:0@lo:503: 00000100:00100000:0.0:1790964125.932552:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.932573:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000001346c8fb going to sleep for 11 seconds 00000100:00100000:1.0:1790964125.932834:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511232 00000100:00100000:1.0:1790964125.932839:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511232 00000100:00100000:1.0:1790964125.932861:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790964125.932867:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001a3a73ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31824:x1877961980511232:12345-0@lo:503: 00000100:00100000:1.0:1790964125.935039:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001a3a73ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31824:x1877961980511232:12345-0@lo:503: Request processed in 2163us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964125.935056:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964125.938944:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511232:0@lo:503: 00000100:00100000:0.0:1790964125.939542:0:31863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31863:1877961980511360:0@lo:502: 00000100:00100000:0.0:1790964125.939613:0:31863:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964125.939681:0:31863:0:(client.c:2716:ptlrpc_set_wait()) set 000000005486fcc7 going to sleep for 11 seconds 00000100:00100000:3.0:1790964125.939956:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511360 00000100:00100000:3.0:1790964125.939964:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511360 00000100:00100000:3.0:1790964125.940029:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964125.940038:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000699184d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31863:x1877961980511360:12345-0@lo:502: 00000100:00100000:3.0:1790964125.941317:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000699184d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31863:x1877961980511360:12345-0@lo:502: Request processed in 1273us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964125.941332:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964125.941437:0:31863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31863:1877961980511360:0@lo:502: 00000020:01000000:1.0:1790964125.942308:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964125.942323:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964125.942326:0:31863:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964125.942331:0:31863:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964125.942334:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964125.942362:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000009a8f997a) 00000020:00000080:1.0:1790964125.942381:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964125.942388:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964125.942814:0:31863:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964125.942822:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304a6a 00000020:00000080:1.0:1790964125.943315:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964125.943321:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964125.943325:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964125.943327:0:31863:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964125.943330:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964125.943334:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964125.943335:0:31863:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964125.943338:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964125.943351:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000db7fec2c) 00000020:00000080:1.0:1790964125.943362:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964125.943366:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964125.943367:0:31863:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964125.943370:0:31863:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964125.943376:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964125.943417:0:31863:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000f842dc77 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964125.943428:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000892bebdf) 00000020:00000080:1.0:1790964125.943434:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964125.943888:0:31863:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964125.943897:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92843448d1304a7f 00000020:00000080:1.0:1790964125.944011:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964125.944017:0:31863:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964125.944022:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x92843448d1304a86 00080000:01000000:1.0:1790964125.944027:0:31863:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964125.944031:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304a8d 00010000:00010000:2.0:1790964126.040051:0:31863:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964126.042280:0:31863:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964126.042894:0:31863:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964126.043534:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000c7feae56) 00000020:00000080:2.0:1790964126.043553:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964126.043706:0:31863:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964126.043716:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304a9b 00000020:00000080:3.0:1790964126.055913:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1790964126.061563:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x92843448d1304aa2 00000020:00000080:1.0:1790964126.062770:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790964126.062782:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964126.062789:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.062791:0:31863:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790964126.062794:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964126.062796:0:31863:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790964126.062798:0:31863:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964126.062799:0:31863:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964126.062801:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964126.062803:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.062804:0:31863:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964126.062806:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964126.062811:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.062812:0:31863:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790964126.062816:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790964126.062857:0:31863:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790964126.062872:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964126.062874:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.062883:0:31863:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790964126.062886:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790964126.062889:0:31863:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1790964126.062892:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.062893:0:31863:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790964126.062895:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964126.062900:0:31863:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1790964126.062922:0:31863:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790964126.062924:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964126.062937:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (0000000053393164) 00000020:00000080:1.0:1790964126.062951:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790964126.062955:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964126.063018:0:31863:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790964126.063023:0:31863:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790964126.063030:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304ab0 00010000:00080000:1.0:1790964126.063059:0:31863:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c347735d@lustre-OST0000-osc-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1790964126.063293:0:31863:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1790964126.064253:0:31863:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:1.0:1790964126.064439:0:31863:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1790964126.068791:0:31863:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790964126.069037:0:31863:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1790964126.069812:0:31863:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:2.0:1790964126.070855:0:31867:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790964126.070862:0:31867:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1790964126.078343:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964126.078358:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790964126.078401:0:31863:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1790964126.078421:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92843448d1304ab7 00000100:00080000:1.0:1790964126.078432:0:31863:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964126.078437:0:31863:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000c347735d using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1790964126.078695:0:31863:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964126.078724:0:31863:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1790964126.078854:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964126.078859:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.078861:0:31863:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1790964126.078864:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964126.078866:0:31863:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:1.0:1790964126.078868:0:31863:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964126.078870:0:31863:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964126.078871:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964126.078873:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.078875:0:31863:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964126.078877:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964126.078881:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964126.078882:0:31863:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790964126.078885:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964126.078889:0:31863:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:00000080:1.0:1790964126.078915:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964126.078933:0:31863:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000e3836627) 00000020:00000080:1.0:1790964126.078947:0:31863:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1790964126.078952:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964126.079023:0:31863:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790964126.079030:0:31863:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:1.0:1790964126.079037:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92843448d1304ac5 00010000:00080000:1.0:1790964126.079069:0:31863:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008b7b8005@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.138@tcp at head 00000100:00100000:3.0:1790964126.079890:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4972eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980511488:0@lo:8: 00000400:00000100:3.0:1790964126.079949:0:30963:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961980511488 offset 0 length 520: 4 00010000:00010000:1.0:1790964126.081614:0:31863:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:2.0:1790964126.087143:0:31863:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790964126.087160:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1790964126.087203:0:31863:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1790964126.087238:0:31863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92843448d1304acc 00000100:00080000:2.0:1790964126.087250:0:31863:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964126.087256:0:31863:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000008b7b8005 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1790964126.087292:0:31863:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008af726f9 x1877961980511616/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964126.087382:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008af726f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980511616:0@lo:38: 00000100:00100000:3.0:1790964126.087461:0:30963:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790964126.087740:0:31863:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1790964126.087827:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964126.087831:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964126.087833:0:31863:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1790964126.087836:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964126.087840:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964126.087841:0:31863:0:(obd_config.c:1563:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790964126.087843:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790964126.087845:0:31863:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1790964126.087872:0:31863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31863:1877961980511744:0@lo:502: 00000100:00100000:2.0:1790964126.087928:0:31863:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964126.087959:0:31863:0:(client.c:2716:ptlrpc_set_wait()) set 000000004a333932 going to sleep for 11 seconds 00000100:00100000:1.0:1790964126.088090:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511744 00000100:00100000:1.0:1790964126.088110:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511744 00000100:00100000:1.0:1790964126.088145:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790964126.088152:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f4e5ca23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31863:x1877961980511744:12345-0@lo:502: 00000100:00100000:1.0:1790964126.088280:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f4e5ca23 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31863:x1877961980511744:12345-0@lo:502: Request processed in 128us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964126.088288:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790964126.088600:0:31863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31863:1877961980511744:0@lo:502: 00000020:01000000:2.0:1790964126.088627:0:31863:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964126.088632:0:31863:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964126.088634:0:31863:0:(obd_config.c:1563:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:2.0:1790964126.088649:0:31863:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:2.0:1790964126.088713:0:31824:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964126.088736:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964126.088749:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a5c expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.088769:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000801549ca/0x92843448d1304a55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304a5c expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964126.088777:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f514388e000 from 1 10000000:01000000:2.0:1790964126.088780:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964126.088809:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.088826:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.088835:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964126.088848:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511872:0@lo:101: 00000100:00100000:2.0:1790964126.088877:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964126.088908:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000004a333932 going to sleep for 11 seconds 00000100:00100000:0.0:1790964126.089347:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511872 00000100:00100000:0.0:1790964126.089353:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511872 00000100:00100000:0.0:1790964126.089381:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964126.089387:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a5489aea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+9:31824:x1877961980511872:12345-0@lo:101: 00010000:00010000:0.0:1790964126.089397:0:31839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964126.089410:0:31839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304ad3 expref: -99 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.089432:0:31839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304ad3 expref: 10 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.089442:0:31839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304ad3 expref: 10 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.089451:0:31839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bcc59907, rc 0) 00000100:00100000:0.0:1790964126.089505:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a5489aea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+10:31824:x1877961980511872:12345-0@lo:101: Request processed in 117us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964126.089511:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790964126.089608:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980511872:0@lo:101: 00010000:00010000:2.0:1790964126.089620:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.089630:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964126.091328:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512000:0@lo:256: 00000100:00100000:0.0:1790964126.091481:0:31850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980511616 00000100:00100000:0.0:1790964126.091490:0:31850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980511616 00000100:00100000:0.0:1790964126.091543:0:31850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964126.091545:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964126.091552:0:31850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008bed64f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30963:x1877961980511616:12345-0@lo:38: 00010000:00020000:0.0:1790964126.091573:0:31850:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790964126.091618:0:31850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008bed64f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30963:x1877961980511616:12345-0@lo:38: Request processed in 67us (4157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790964126.091626:0:31850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964126.091674:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512000 00000100:00100000:0.0:1790964126.091678:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512000 00000100:00100000:0.0:1790964126.091707:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964126.091713:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000041baa75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+10:31824:x1877961980512000:12345-0@lo:256: 20000000:01000000:0.0:1790964126.091731:0:31840:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964126.091736:0:31840:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964126.091800:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000041baa75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+10:31824:x1877961980512000:12345-0@lo:256: Request processed in 87us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964126.091807:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964126.092682:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000004a333932 going to sleep for 11 seconds 00000100:00100000:2.0:1790964126.093146:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512000:0@lo:256: 00000100:00080000:3.0:1790964126.095730:0:30963:0:(import.c:65:import_set_state_nolock()) 000000008b7b8005 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964126.095915:0:30963:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790964126.095936:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008af726f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980511616:0@lo:38: 10000000:01000000:2.0:1790964126.096938:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964126.097018:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.097032:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964126.097055:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f514388e000 from 1 10000000:01000000:2.0:1790964126.097058:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964126.097112:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.097120:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.097131:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964126.097154:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512128:0@lo:101: 00000100:00100000:2.0:1790964126.097219:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964126.097286:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512128 00000100:00100000:2.0:1790964126.097290:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000004a333932 going to sleep for 11 seconds 00000100:00100000:1.0:1790964126.097297:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512128 00000100:00100000:1.0:1790964126.097356:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964126.097365:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008e92bf38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+10:31824:x1877961980512128:12345-0@lo:101: 00010000:00010000:1.0:1790964126.097380:0:31837:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964126.097393:0:31837:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000045643fc3/0x92843448d1304ae8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304ae1 expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.097418:0:31837:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000045643fc3/0x92843448d1304ae8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304ae1 expref: 11 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.097428:0:31837:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000045643fc3/0x92843448d1304ae8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304ae1 expref: 11 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.097436:0:31837:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000045643fc3, rc 0) 00000100:00100000:1.0:1790964126.097496:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008e92bf38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512128:12345-0@lo:101: Request processed in 133us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964126.097503:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790964126.100131:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000abd5777c pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512128:0@lo:101: 00010000:00010000:3.0:1790964126.100163:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ae8 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964126.100176:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304ae8 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964126.100273:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512256:0@lo:501: 00000100:00100000:3.0:1790964126.100333:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964126.100393:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 0000000013623379 going to sleep for 11 seconds 00000100:00100000:1.0:1790964126.102704:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512256 00000100:00100000:1.0:1790964126.102721:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512256 00000100:00100000:1.0:1790964126.102789:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964126.102798:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ab8b99f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512256:12345-0@lo:501: 00000100:00100000:1.0:1790964126.103011:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ab8b99f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512256:12345-0@lo:501: Request processed in 214us (2677us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964126.103019:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964126.103188:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512256:0@lo:501: 00000100:00100000:3.0:1790964126.103266:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512384:0@lo:503: 00000100:00100000:3.0:1790964126.103320:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964126.103449:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 0000000013623379 going to sleep for 11 seconds 00000100:00100000:0.0:1790964126.103560:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512384 00000100:00100000:0.0:1790964126.103565:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512384 00000100:00100000:0.0:1790964126.103860:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964126.103869:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000ef818d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512384:12345-0@lo:503: 00000040:00080000:0.0:1790964126.103912:0:31840:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964126.103967:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000ef818d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512384:12345-0@lo:503: Request processed in 100us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964126.103975:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790964126.105329:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512384:0@lo:503: 00000040:00080000:3.0:1790964126.108311:0:31871:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:0.0:1790964126.108405:0:31824:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:0.0:1790964126.108431:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790964126.108698:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ae8 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.108721:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000c3548e41/0x92843448d1304ae1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304ae8 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964126.108788:0:31824:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790964126.108791:0:31824:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f514388e000 10000000:01000000:0.0:1790964126.108794:0:31824:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f514388e000 10000000:01000000:0.0:1790964126.108798:0:31824:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964126.108817:0:31824:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f514388e000 from 1 10000000:01000000:0.0:1790964126.108820:0:31824:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790964126.108856:0:31824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.108864:0:31824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.108873:0:31824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964126.108894:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512512:0@lo:101: 00000100:00100000:0.0:1790964126.108962:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964126.109015:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ecff20d4 going to sleep for 11 seconds 00000100:00100000:1.0:1790964126.109139:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512512 00000100:00100000:1.0:1790964126.109147:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512512 00000100:00100000:1.0:1790964126.109201:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964126.109209:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000003fa3a50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980512512:12345-0@lo:101: 00010000:00010000:1.0:1790964126.109232:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964126.109246:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b974364a/0x92843448d1304af6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304aef expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.109272:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b974364a/0x92843448d1304af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304aef expref: 12 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.109284:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b974364a/0x92843448d1304af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304aef expref: 12 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.109291:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b974364a, rc 0) 00000100:00100000:1.0:1790964126.109344:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000003fa3a50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980512512:12345-0@lo:101: Request processed in 136us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964126.109351:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964126.109524:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512512:0@lo:101: 00010000:00010000:0.0:1790964126.109539:0:31824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304af6 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.109548:0:31824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304af6 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964126.109614:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512640:0@lo:501: 00000100:00100000:0.0:1790964126.109655:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964126.109677:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ecff20d4 going to sleep for 11 seconds 00000100:00100000:2.0:1790964126.109954:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512640 00000100:00100000:2.0:1790964126.109960:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512640 00000100:00100000:2.0:1790964126.109997:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790964126.110005:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006246cec5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980512640:12345-0@lo:501: 00000100:00100000:2.0:1790964126.110150:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006246cec5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980512640:12345-0@lo:501: Request processed in 145us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964126.110157:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790964126.110383:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002298f7f pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512640:0@lo:501: 00000100:00100000:3.0:1790964126.110431:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512768:0@lo:503: 00000100:00100000:3.0:1790964126.110497:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964126.110524:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000002e361388 going to sleep for 11 seconds 00000100:00100000:0.0:1790964126.110571:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512768 00000100:00100000:0.0:1790964126.110586:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512768 00000100:00100000:0.0:1790964126.110615:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964126.110621:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000498c0467 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980512768:12345-0@lo:503: 00000100:00100000:0.0:1790964126.110726:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000498c0467 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980512768:12345-0@lo:503: Request processed in 105us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964126.110739:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964126.111134:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980512768:0@lo:503: 00000100:00100000:3.0:1790964126.112178:0:31872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31872:1877961980512896:0@lo:502: 00000100:00100000:3.0:1790964126.112239:0:31872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964126.112336:0:31872:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bbd9b415 going to sleep for 11 seconds 00000100:00100000:0.0:1790964126.119598:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980512896 00000100:00100000:0.0:1790964126.119614:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980512896 00000100:00100000:0.0:1790964126.119705:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964126.119719:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f9e1cb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31872:x1877961980512896:12345-0@lo:502: 00000100:00100000:0.0:1790964126.119908:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f9e1cb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31872:x1877961980512896:12345-0@lo:502: Request processed in 194us (7668us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964126.119915:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964126.119951:0:31872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000904a8b6b pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31872:1877961980512896:0@lo:502: 00000020:01000004:2.0:1790964126.120034:0:31872:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1790964126.120060:0:31872:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000005535fdb3) 00000020:00000080:2.0:1790964126.120162:0:31872:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1790964126.120253:0:31872:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000f842dc77 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964126.120257:0:31872:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000f842dc77 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964126.120265:0:31872:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000f842dc77 4 00010000:00080000:2.0:1790964126.120293:0:31872:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a04de06f@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1790964126.124272:0:31872:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790964126.124623:0:31872:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790964126.124680:0:31872:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790964126.124693:0:31872:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x92843448d1304b04 00000100:00080000:3.0:1790964126.124702:0:31872:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964126.124707:0:31872:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000a04de06f using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1790964126.124742:0:31872:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f5609e5 x1877961980513024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964126.124772:0:31872:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790964126.124944:0:31872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a5aa771c pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31872:1877961980513152:0@lo:502: 00000100:00100000:3.0:1790964126.125026:0:31872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964126.125077:0:31872:0:(client.c:2716:ptlrpc_set_wait()) set 0000000013623379 going to sleep for 11 seconds 00000100:00100000:3.0:1790964126.125098:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513152 00000100:00100000:3.0:1790964126.125105:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513152 00000100:00100000:3.0:1790964126.125141:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790964126.125150:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a55f5ee7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31872:x1877961980513152:12345-0@lo:502: 00000100:00100000:3.0:1790964126.125269:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a55f5ee7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31872:x1877961980513152:12345-0@lo:502: Request processed in 120us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964126.125278:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790964126.125333:0:31872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a5aa771c pname:cluuid:pid:xid:nid:opc:job llog_process_th:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31872:1877961980513152:0@lo:502: 00000100:00100000:0.0:1790964126.125536:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004f5609e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30963:1877961980513024:0@lo:38: 00000100:00100000:0.0:1790964126.125572:0:30963:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964126.125675:0:31845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513024 00000100:00100000:2.0:1790964126.125680:0:31845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513024 00000100:00100000:2.0:1790964126.125712:0:31845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964126.125717:0:31845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000007bf8ee7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30963:x1877961980513024:12345-0@lo:38: 00000100:00100000:2.0:1790964126.125768:0:31845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000007bf8ee7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30963:x1877961980513024:12345-0@lo:38: Request processed in 50us (195us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790964126.125774:0:31845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964126.125802:0:30963:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790964126.125808:0:30963:0:(import.c:65:import_set_state_nolock()) 00000000a04de06f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964126.125812:0:30963:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790964126.125815:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004f5609e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30963:1877961980513024:0@lo:38: 00000040:00080000:3.0:1790964126.125944:0:31872:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:0.0:1790964126.126160:0:31824:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:0.0:1790964126.126182:0:31824:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790964126.126200:0:31824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304af6 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.126211:0:31824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 0000000056fd3b80/0x92843448d1304aef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304af6 expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790964126.126255:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790964126.126257:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964126.126258:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964126.126259:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964126.126261:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964126.126262:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964126.126263:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964126.126264:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964126.126266:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964126.126267:0:31824:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790964126.126271:0:31824:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1790964126.126273:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790964126.126279:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964126.126280:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964126.126280:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964126.126281:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964126.126282:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964126.126283:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964126.126284:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964126.126284:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964126.126285:0:31824:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790964126.126300:0:31824:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1790964126.126309:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c23cf8b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980513280:0@lo:253: 00000100:00100000:0.0:1790964126.126340:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964126.126364:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000005e51e1cc going to sleep for 11 seconds 00000100:00100000:3.0:1790964126.126672:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513280 00000100:00100000:3.0:1790964126.126677:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513280 00000100:00100000:3.0:1790964126.126705:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964126.126711:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000230fc8a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31824:x1877961980513280:12345-0@lo:253: 20000000:01000000:3.0:1790964126.126731:0:31839:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790964126.126749:0:31839:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1790964126.130124:0:31839:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1790964126.130146:0:31839:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1790964126.130344:0:31861:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790964126.130350:0:31861:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790964126.130372:0:31861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.130404:0:31861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304ad3 expref: 12 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.130413:0:31861:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.130454:0:31861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 12 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964126.130505:0:31861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 12 pid: 31839 timeout: 1143 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964126.130521:0:31861:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c98b3f7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31861:1877961980513408:0@lo:104: 00000100:00100000:0.0:1790964126.130586:0:31861:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964126.130626:0:31861:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1bf560d going to sleep for 11 seconds 00000100:00100000:2.0:1790964126.130789:0:31828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513408 00000100:00100000:2.0:1790964126.130798:0:31828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513408 00000100:00100000:2.0:1790964126.130849:0:31828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964126.130857:0:31828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aa737851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+3:31861:x1877961980513408:12345-0@lo:104: 00010000:00010000:2.0:1790964126.130871:0:31828:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964126.130935:0:31828:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790964126.130940:0:31828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aa737851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+3:31861:x1877961980513408:12345-0@lo:104: Request processed in 84us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964126.130946:0:31828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964126.130984:0:31861:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c98b3f7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31861:1877961980513408:0@lo:104: 00010000:00010000:2.0:1790964126.131002:0:31861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131382:0:31833:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790964126.131390:0:31833:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131540:0:31833:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000e631c1d6 already unused, calling callback (0000000011764121) 10000000:00010000:1.0:1790964126.131543:0:31833:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131551:0:31833:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790964126.131558:0:31833:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964126.131564:0:31833:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790964126.131698:0:31833:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131712:0:31833:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790964126.131738:0:31833:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131745:0:31833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: 00000000e631c1d6/0x92843448d1304ad3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92843448d1304ada expref: -99 pid: 31824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.131765:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964126.131767:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964126.131768:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964126.131834:0:30964:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790964126.131846:0:30964:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f67326f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30964:1877961980513536:0@lo:103: 00000100:00100000:1.0:1790964126.131886:0:30964:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964126.131928:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513536 00000100:00100000:1.0:1790964126.131933:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513536 00010000:00010000:1.0:1790964126.131952:0:31830:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 13 pid: 31839 timeout: 1143 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964126.131977:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964126.131983:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000052b4eee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+13:30964:x1877961980513536:12345-0@lo:103: 00010000:00010000:1.0:1790964126.131994:0:31830:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790964126.131999:0:31830:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 13 pid: 31839 timeout: 1143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132009:0:31830:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 13 pid: 31839 timeout: 1143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132021:0:31830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bcc59907/0x92843448d1304ada lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92843448d1304ad3 expref: 13 pid: 31839 timeout: 1143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132044:0:31830:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132051:0:31830:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1790964126.132064:0:31830:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001715192s 00010000:00010000:1.0:1790964126.132068:0:31830:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132074:0:31830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132080:0:31830:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132085:0:31830:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132090:0:31830:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000774877a5 already unused, calling callback (00000000e7eabf75) 00010000:00010000:1.0:1790964126.132093:0:31830:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132100:0:31830:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132126:0:31830:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132135:0:31830:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790964126.132171:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000052b4eee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:30964:x1877961980513536:12345-0@lo:103: Request processed in 188us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964126.132178:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964126.132211:0:30964:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f67326f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30964:1877961980513536:0@lo:103: 00010000:00010000:1.0:1790964126.132230:0:31861:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132237:0:31861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964126.132243:0:31861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000774877a5/0x92843448d1304b0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964126.133175:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000230fc8a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31824:x1877961980513280:12345-0@lo:253: Request processed in 6461us (6831us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964126.133187:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1790964126.133349:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c23cf8b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31824:1877961980513280:0@lo:253: 10000000:01000000:0.0:1790964126.133369:0:31824:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1790964126.133373:0:31824:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790964126.133374:0:31824:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964126.133376:0:31824:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964126.133377:0:31824:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964126.133378:0:31824:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964126.133379:0:31824:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964126.133380:0:31824:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964126.133381:0:31824:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964126.133383:0:31824:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964126.133384:0:31824:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790964126.133398:0:31824:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:3.0:1790964126.155403:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790964126.155412:0:31824:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790964126.155705:0:31877:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790964126.155710:0:31877:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964126.161220:0:31878:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1790964126.161679:0:31878:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1790964126.164211:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1790964126.164351:0:31878:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790964126.164433:0:31878:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:2.0:1790964126.165215:0:31879:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@000000006bf767a5 x1877961980513664/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964126.165235:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000040:01000000:0.0:1790964126.165935:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1790964126.165977:0:31824:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790964126.166744:0:31824:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790964126.166755:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1790964126.166803:0:31824:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964126.168381:0:31824:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1790964126.169738:0:31824:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1790964126.169794:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1790964126.169913:0:31824:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1790964126.170738:0:31824:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1790964126.172968:0:31824:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1790964126.174984:0:31824:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1790964126.175028:0:31824:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa395c9e63988 00100000:10000000:1.0:1790964126.175036:0:31824:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1790964126.176247:0:31824:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790964126.176264:0:31824:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.138@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790964126.176283:0:31824:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1790964126.176324:0:31824:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1790964126.182729:0:31824:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790964126.182959:0:31824:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790964126.854755:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964127.171252:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00010000:00010000:1.0:1790964127.871988:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964128.191826:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00010000:00010000:2.0:1790964128.895814:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964129.215574:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00010000:00010000:2.0:1790964129.920659:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964130.242106:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00010000:00010000:2.0:1790964130.946306:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790964131.199728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964131.199747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790964131.199750:0:8:0:(import.c:65:import_set_state_nolock()) 00000000a04de06f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790964131.199764:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000a04de06f using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1790964131.199786:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002c99e697 x1877961980513920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790964131.199860:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002c99e697 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30963:1877961980513920:0@lo:38: 00000100:00100000:2.0:1790964131.199866:0:30966:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f67326f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30966:1877961980513792:0@lo:400: 00000100:00100000:2.0:1790964131.200073:0:30966:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964131.202307:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513792 00000100:00100000:2.0:1790964131.202322:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513792 00000100:00100000:2.0:1790964131.202368:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790964131.202377:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006264954a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:30966:x1877961980513792:12345-0@lo:400: 00000100:00100000:2.0:1790964131.202449:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006264954a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:30966:x1877961980513792:12345-0@lo:400: Request processed in 74us (2377us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964131.202457:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790964131.203251:0:30966:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f67326f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30966:1877961980513792:0@lo:400: 00000100:00100000:0.0:1790964131.205108:0:30963:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964131.205754:0:31847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980513920 00000100:00100000:3.0:1790964131.205765:0:31847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980513920 00000100:00100000:3.0:1790964131.205806:0:31847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964131.205812:0:31847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c23cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30963:x1877961980513920:12345-0@lo:38: 00010000:00080000:3.0:1790964131.205839:0:31847:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 998 last 0 00000020:00000080:3.0:1790964131.205875:0:31847:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x92843448d1304b12 00000004:00100000:3.0:1790964131.205921:0:31847:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790964131.208214:0:31847:0:(import.c:65:import_set_state_nolock()) 00000000ae909d2c : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790964131.208397:0:31847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c23cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30963:x1877961980513920:12345-0@lo:38: Request processed in 2582us (3294us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964131.208407:0:31847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1790964131.208911:0:30963:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002c99e697 x1877961980513920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790964131.208929:0:30963:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790964131.208938:0:30963:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1790964131.208942:0:30963:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790964131.208944:0:30963:0:(import.c:65:import_set_state_nolock()) 00000000a04de06f lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790964131.208950:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002c99e697 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30963:1877961980513920:0@lo:38: 00000100:00100000:2.0:1790964131.264837:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00010000:00010000:3.0:1790964131.968711:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790964131.997140:0:32123:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1790964132.062283:0:32125:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000001:2.0:1790964132.224760:0:31828:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964132.224771:0:31828:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964132.225246:0:30963:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964132.225270:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964132.225272:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964132.225275:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964132.225277:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964132.225280:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964132.225293:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964132.232251:0:31832:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000553ba6dd. 00000100:00000001:1.0:1790964132.232536:0:31832:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964132.232539:0:31832:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964132.287580:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964132.287590:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964132.287592:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964132.287601:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:2.0:1790964132.287607:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964132.287610:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964132.287613:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964132.287615:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964132.287618:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964132.701314:0:32138:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a53e1367. 00080000:00000010:1.0:1790964132.701333:0:32138:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a53e1367. 00000020:00000001:1.0:1790964132.701340:0:32138:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964132.991650:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964132.991662:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964132.991671:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964132.991673:0:713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964132.991779:0:31834:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964132.991784:0:31834:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964132.991787:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1790964133.249905:0:31842:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964133.249915:0:31842:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f0db47aa) refs 2 10000000:00000001:2.0:1790964133.249922:0:31842:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964133.249924:0:31842:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790964133.249926:0:31842:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790964133.249928:0:31842:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790964133.249930:0:31842:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790964133.249950:0:31842:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790964133.249952:0:31842:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f514388e000 from 9 10000000:00000001:2.0:1790964133.249955:0:31842:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790964133.249957:0:31842:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790964133.249967:0:31842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000080fd85a. 00000020:00000040:2.0:1790964133.249973:0:31842:0:(genops.c:1210:class_import_get()) import 00000000aff1ccca refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1790964133.249977:0:31842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964133.249982:0:31842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964133.249988:0:31842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964133.249996:0:31842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000657100b6. 00000100:00000001:2.0:1790964133.250005:0:31842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964133.250011:0:31842:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790964133.250014:0:31842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964133.250024:0:31842:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000300db2e4. 00010000:00000001:2.0:1790964133.250029:0:31842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964133.250033:0:31842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000332ad7b8. 00000020:00000001:2.0:1790964133.250038:0:31842:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964133.250042:0:31842:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000332ad7b8 with handle 0x92843448d1304b19 to hash 00000020:00000001:2.0:1790964133.250044:0:31842:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964133.250045:0:31842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:2.0:1790964133.250049:0:31842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:2.0:1790964133.250053:0:31842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790964133.250056:0:31842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964133.250059:0:31842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964133.250075:0:31842:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964133.250087:0:31842:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790964133.250094:0:31842:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964133.250096:0:31842:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964133.250108:0:31842:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f673e8bf. 00000100:00000001:2.0:1790964133.250110:0:31842:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446620183048848704 : -123890660702912 : ffff8f52752d8540) 00000100:00000001:2.0:1790964133.250114:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964133.250115:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177921900544 : -123895787651072 : ffff8f5143968000) 00000100:00000001:2.0:1790964133.250120:0:31842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964133.250123:0:31842:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.250125:0:31842:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964133.250127:0:31842:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964133.250138:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964133.250147:0:31842:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964133.250150:0:31842:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964133.250154:0:31842:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964133.250156:0:31842:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964133.250158:0:31842:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964133.250161:0:31842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000080fd85a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31842:1877961980514048:0@lo:101: 00000100:00000001:2.0:1790964133.250166:0:31842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964133.250172:0:31842:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964133.250175:0:31842:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964133.250177:0:31842:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964133.250182:0:31842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f22dfdb1. 02000000:00000001:2.0:1790964133.250183:0:31842:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964133.250190:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cd5135. 00000400:00000010:2.0:1790964133.250198:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45cafdc. 00000100:00000200:2.0:1790964133.250206:0:31842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961980514048, portal 25 00000100:00000001:2.0:1790964133.250208:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964133.250210:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177921900544 : -123895787651072 : ffff8f5143968000) 00000100:00000040:2.0:1790964133.250214:0:31842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964133.250221:0:31842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964133.250224:0:31842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964133.250226:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002348e1e2. 00000100:00000200:2.0:1790964133.250229:0:31842:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961980514048, offset 0 00000400:00000200:2.0:1790964133.250235:0:31842:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964133.250255:0:31842:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964133.250266:0:31842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff18c00f00 00000400:00000200:2.0:1790964133.250273:0:31842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:2.0:1790964133.250277:0:31842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba92d448. 00000400:00000200:2.0:1790964133.250280:0:31842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006149ce65 00000400:00000200:2.0:1790964133.250290:0:31842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964133.250294:0:31842:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964133.250301:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006149ce65 00000400:00000010:2.0:1790964133.250303:0:31842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000006149ce65. 00000100:00000001:2.0:1790964133.250308:0:31842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964133.250310:0:31842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964133.250313:0:31842:0:(events.c:341:request_in_callback()) incoming req@00000000b2fd12a4 x1877961980514048 msgsize 328 00000100:00100000:2.0:1790964133.250317:0:31842:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964133.250319:0:31842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964133.250336:0:31842:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964133.250344:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002348e1e2 00000400:00000010:2.0:1790964133.250345:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002348e1e2. 00000100:00000001:2.0:1790964133.250349:0:31842:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964133.250352:0:31842:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964133.250363:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964133.250366:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964133.250373:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.250375:0:31842:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964133.250381:0:31842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.250385:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295667717 00000100:00000010:2.0:1790964133.250398:0:31842:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a634bac. 00000100:00000001:2.0:1790964133.250406:0:31842:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964133.250413:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295667717 00000100:00000010:2.0:1790964133.250415:0:31842:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fdea595. 00000100:00000001:2.0:1790964133.250418:0:31842:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790964133.250422:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295667717 00000100:00000010:2.0:1790964133.250429:0:31842:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed02fea. 00000100:00000001:2.0:1790964133.250432:0:31842:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964133.250435:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295667717 00000100:00000010:2.0:1790964133.250437:0:31842:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009943f709. 00000100:00000001:2.0:1790964133.250440:0:31842:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790964133.250442:0:31842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964133.250444:0:31842:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.250446:0:31842:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964133.250449:0:31842:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964133.250451:0:31842:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f673e8bf going to sleep for 11 seconds 00000100:00000001:2.0:1790964133.250454:0:31842:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964133.250457:0:31842:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.250696:0:31839:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964133.250700:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980514048 02000000:00000001:3.0:1790964133.250703:0:31839:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964133.250705:0:31839:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964133.250708:0:31839:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964133.250713:0:31839:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964133.250718:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980514048 00000020:00000001:3.0:1790964133.250720:0:31839:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964133.250722:0:31839:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304a2b 00000020:00000001:3.0:1790964133.250725:0:31839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964133.250744:0:31839:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c2bf490b refcount=11 00000020:00000001:3.0:1790964133.250747:0:31839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000020:00000001:3.0:1790964133.250750:0:31839:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000100:00000001:3.0:1790964133.250755:0:31839:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964133.250759:0:31839:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755194ba. 00000100:00000001:3.0:1790964133.250762:0:31839:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964133.250765:0:31839:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755194ba. 00000020:00000010:3.0:1790964133.250771:0:31839:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc2659. 00000020:00000010:3.0:1790964133.250777:0:31839:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090e4a9d1. 00000020:00000010:3.0:1790964133.250783:0:31839:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000340f4eaf. 00000100:00000040:3.0:1790964133.250794:0:31839:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964133.250797:0:31839:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964133.250799:0:31839:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964133.250801:0:31839:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.250811:0:31839:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.250824:0:31839:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964133.250835:0:31839:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964133.250838:0:31839:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964133.250842:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964133.250845:0:31839:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000c2bf490b : new rpc_count 1 00000100:00000001:3.0:1790964133.250847:0:31839:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620182717105232 : -123890992446384 : ffff8f5261678450) 00000100:00000040:3.0:1790964133.250852:0:31839:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2fd12a4 x1877961980514048/t0(0) o101->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 328/0 e 0 to 0 dl 1790964144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964133.250861:0:31839:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964133.250863:0:31839:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755194ba. 00000100:00000001:3.0:1790964133.250865:0:31839:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964133.250867:0:31839:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755194ba. 00000100:00100000:3.0:1790964133.250871:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b2fd12a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+11:31842:x1877961980514048:12345-0@lo:101: 00000100:00000200:3.0:1790964133.250874:0:31839:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961980514048 00000020:00000001:3.0:1790964133.250878:0:31839:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964133.250881:0:31839:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964133.250883:0:31839:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964133.250890:0:31839:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964133.250893:0:31839:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660678784 : -1048872832 : ffffffffc17b7880) 00000020:00000001:3.0:1790964133.250896:0:31839:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964133.250898:0:31839:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964133.250900:0:31839:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964133.250903:0:31839:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964133.250907:0:31839:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964133.250909:0:31839:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:3.0:1790964133.250911:0:31839:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1790964133.250913:0:31839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1790964133.250915:0:31839:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1790964133.250917:0:31839:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964133.250923:0:31839:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790964133.250928:0:31839:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000009f69329b. 00010000:00000001:3.0:1790964133.250931:0:31839:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790964133.250934:0:31839:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ec15de0. 00000020:00000010:3.0:1790964133.250938:0:31839:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000fe9ffd24. 00000020:00000001:3.0:1790964133.250942:0:31839:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964133.250944:0:31839:0:(lustre_handles.c:93:class_handle_hash()) added object 000000002ec15de0 with handle 0x92843448d1304b20 to hash 00000020:00000001:3.0:1790964133.250946:0:31839:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790964133.250947:0:31839:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620183049620992 : -123890659930624 : ffff8f5275394e00) 00010000:00000001:3.0:1790964133.250949:0:31839:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620183049620992 : -123890659930624 : ffff8f5275394e00) 00010000:00010000:3.0:1790964133.250951:0:31839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002ec15de0/0x92843448d1304b20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92843448d1304b19 expref: -99 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1790964133.250959:0:31839:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000c2bf490b : new locks_count 6 00000020:00000040:3.0:1790964133.250961:0:31839:0:(genops.c:868:class_export_get()) GET export 00000000c2bf490b refcount=12 00000100:00000001:3.0:1790964133.250969:0:31839:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964133.250971:0:31839:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964133.250975:0:31839:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d7f62d57. 02000000:00000001:3.0:1790964133.250977:0:31839:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.250979:0:31839:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964133.250982:0:31839:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790964133.250986:0:31839:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1790964133.250988:0:31839:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1790964133.250994:0:31839:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790964133.250996:0:31839:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964133.250998:0:31839:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790964133.251000:0:31839:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964133.251002:0:31839:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790964133.251004:0:31839:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790964133.251006:0:31839:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790964133.251007:0:31839:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790964133.251009:0:31839:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f69329b) refcount = 1 00010000:00010000:3.0:1790964133.251013:0:31839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ec15de0/0x92843448d1304b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92843448d1304b19 expref: 12 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964133.251019:0:31839:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790964133.251021:0:31839:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790964133.251022:0:31839:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964133.251024:0:31839:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964133.251026:0:31839:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790964133.251031:0:31839:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1790964133.251034:0:31839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002ec15de0/0x92843448d1304b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92843448d1304b19 expref: 12 pid: 31839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964133.251041:0:31839:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1790964133.251043:0:31839:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1790964133.251045:0:31839:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964133.251047:0:31839:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964133.251049:0:31839:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1790964133.251051:0:31839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964133.251053:0:31839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790964133.251054:0:31839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002ec15de0, rc 0) 00000020:00000001:3.0:1790964133.251067:0:31839:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964133.251070:0:31839:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961980514048 00010000:00000001:3.0:1790964133.251073:0:31839:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964133.251077:0:31839:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000b2fd12a4 x1877961980514048/t0(0) o101->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 328/344 e 0 to 0 dl 1790964144 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964133.251085:0:31839:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964133.251092:0:31839:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964133.251095:0:31839:0:(import.c:2195:obd_at_measure()) add 1 to 000000000cf0d25f time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964133.251100:0:31839:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964133.251103:0:31839:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 17 to 0@lo 00000100:00000001:3.0:1790964133.251105:0:31839:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 02000000:00000001:3.0:1790964133.251108:0:31839:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964133.251110:0:31839:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.251113:0:31839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964133.251114:0:31839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964133.251117:0:31839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082981391. 00000100:00000200:3.0:1790964133.251121:0:31839:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961980514048, offset 224 00000400:00000200:3.0:1790964133.251126:0:31839:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964133.251133:0:31839:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964133.251141:0:31839:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff18c00f00 00000400:00000200:3.0:1790964133.251146:0:31839:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:3.0:1790964133.251152:0:31839:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964133.251155:0:31839:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964133.251161:0:31839:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964133.251165:0:31839:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964133.251173:0:31839:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964133.251190:0:31839:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964133.251196:0:31839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082981391 00000400:00000010:3.0:1790964133.251197:0:31839:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000082981391. 00000100:00000001:3.0:1790964133.251200:0:31839:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964133.251202:0:31839:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964133.251205:0:31839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964133.251207:0:31839:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 16 to 0@lo 00010000:00000001:3.0:1790964133.251209:0:31839:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964133.251211:0:31839:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964133.251213:0:31839:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964133.251216:0:31839:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2fd12a4 x1877961980514048/t0(0) o101->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 328/344 e 0 to 0 dl 1790964144 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964133.251234:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b2fd12a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31842:x1877961980514048:12345-0@lo:101: Request processed in 371us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964133.251241:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964133.251243:0:31839:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2bf490b : new rpc_count 0 00000100:00000001:3.0:1790964133.251246:0:31839:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964133.251247:0:31839:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964133.251252:0:31839:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090e4a9d1. 00000020:00000010:3.0:1790964133.251255:0:31839:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000340f4eaf. 00000020:00000010:3.0:1790964133.251258:0:31839:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cc2659. 00000020:00000040:3.0:1790964133.251263:0:31839:0:(genops.c:879:class_export_put()) PUTting export 00000000c2bf490b : new refcount 11 02000000:00000001:3.0:1790964133.251267:0:31839:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964133.251269:0:31839:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000d7f62d57. 02000000:00000001:3.0:1790964133.251273:0:31839:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964133.251275:0:31839:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964133.251280:0:31839:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964133.251284:0:31839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044cd9743. 00000400:00000010:3.0:1790964133.251289:0:31839:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af20cd15. 00000100:00000001:0.0:1790964133.252029:0:31842:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964133.252042:0:31842:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964133.252045:0:31842:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964133.252047:0:31842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cd5135. 00000400:00000200:0.0:1790964133.252056:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45cafdc 00000400:00000010:0.0:1790964133.252064:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e45cafdc. 00000100:00000001:0.0:1790964133.252070:0:31842:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964133.252078:0:31842:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964133.252100:0:31842:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252105:0:31842:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964133.252108:0:31842:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964133.252111:0:31842:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964133.252114:0:31842:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964133.252117:0:31842:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964133.252120:0:31842:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964133.252122:0:31842:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964133.252130:0:31842:0:(import.c:2195:obd_at_measure()) add 5 to 000000000bc4db8e time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964133.252134:0:31842:0:(import.c:2195:obd_at_measure()) add 1 to 000000002058082e time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964133.252136:0:31842:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964133.252138:0:31842:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964133.252141:0:31842:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964133.252144:0:31842:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252147:0:31842:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964133.252150:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252156:0:31842:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964133.252160:0:31842:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964133.252162:0:31842:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964133.252165:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964133.252172:0:31842:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000080fd85a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31842:1877961980514048:0@lo:101: 00000100:00000001:0.0:1790964133.252177:0:31842:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964133.252181:0:31842:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252184:0:31842:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964133.252186:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964133.252189:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252195:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964133.252199:0:31842:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f673e8bf. 00000100:00000001:0.0:1790964133.252210:0:31842:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964133.252212:0:31842:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964133.252215:0:31842:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1790964133.252220:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964133.252222:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964133.252225:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000332ad7b8 refcount=4 00000020:00000001:0.0:1790964133.252228:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:0.0:1790964133.252231:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000040:0.0:1790964133.252237:0:31842:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000332ad7b8, remote cookie: 0x92843448d1304b20, flags: 0x0 00010000:00000001:0.0:1790964133.252242:0:31842:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964133.252246:0:31842:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964133.252247:0:31842:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964133.252249:0:31842:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964133.252251:0:31842:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964133.252253:0:31842:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000300db2e4) refcount = 1 00010000:00010000:0.0:1790964133.252257:0:31842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304b20 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964133.252264:0:31842:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964133.252266:0:31842:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964133.252268:0:31842:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964133.252271:0:31842:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1790964133.252274:0:31842:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964133.252277:0:31842:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92843448d1304b20 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964133.252283:0:31842:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1790964133.252284:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964133.252286:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964133.252287:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964133.252288:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964133.252290:0:31842:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252293:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964133.252296:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000080fd85a x1877961980514048/t0(0) o101->MGC192.168.204.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964149 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252313:0:31842:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964133.252316:0:31842:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964133.252320:0:31842:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f22dfdb1. 02000000:00000001:0.0:1790964133.252325:0:31842:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964133.252328:0:31842:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964133.252329:0:31842:0:(genops.c:1223:class_import_put()) import 00000000aff1ccca refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:0.0:1790964133.252331:0:31842:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964133.252334:0:31842:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000657100b6. 02000000:00000001:0.0:1790964133.252338:0:31842:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964133.252340:0:31842:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964133.252341:0:31842:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000080fd85a. 00000100:00000001:0.0:1790964133.252345:0:31842:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964133.252346:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1790964133.252348:0:31842:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964133.252352:0:31842:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964133.252354:0:31842:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f0db47aa) refs 3 10000000:00000001:0.0:1790964133.252357:0:31842:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964133.252359:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964133.252360:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964133.252362:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000332ad7b8 refcount=3 00000020:00000001:0.0:1790964133.252364:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:0.0:1790964133.252365:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:0.0:1790964133.252368:0:31842:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1790964133.252369:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964133.252370:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964133.252372:0:31842:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964133.252374:0:31842:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1790964133.252378:0:31842:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000b252a016. 00000100:00000001:2.0:1790964133.252493:0:30963:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964133.252515:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964133.252518:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964133.252521:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964133.252523:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964133.252525:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.252528:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964133.252678:0:31842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000728455c7. 00000020:00000040:0.0:1790964133.252683:0:31842:0:(genops.c:1210:class_import_get()) import 00000000aff1ccca refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:0.0:1790964133.252687:0:31842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964133.252690:0:31842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964133.252696:0:31842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964133.252703:0:31842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000512273bd. 00000100:00000001:0.0:1790964133.252709:0:31842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252719:0:31842:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1790964133.252724:0:31842:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bee87025. 00000100:00000010:0.0:1790964133.252808:0:31842:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007466c4bc. 00000020:00000040:0.0:1790964133.252813:0:31842:0:(genops.c:1210:class_import_get()) import 00000000aff1ccca refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:0.0:1790964133.252820:0:31842:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964133.252822:0:31842:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964133.252828:0:31842:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d81bf14. 00000100:00000001:0.0:1790964133.252830:0:31842:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446620182308850496 : -123891400701120 : ffff8f5249120b40) 00000100:00000001:0.0:1790964133.252833:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964133.252834:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177909141888 : -123895800409728 : ffff8f5142d3d180) 00000100:00000001:0.0:1790964133.252838:0:31842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964133.252841:0:31842:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252843:0:31842:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964133.252845:0:31842:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964133.252849:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252855:0:31842:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964133.252858:0:31842:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964133.252862:0:31842:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964133.252865:0:31842:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964133.252867:0:31842:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964133.252869:0:31842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000728455c7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31842:1877961980514176:0@lo:256: 00000100:00000001:0.0:1790964133.252873:0:31842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964133.252879:0:31842:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964133.252882:0:31842:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.252884:0:31842:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1790964133.252891:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041d2182c. 00000400:00000010:0.0:1790964133.252898:0:31842:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000086d76114. 00000100:00000200:0.0:1790964133.252904:0:31842:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff18c00f80-0x6abff18c00f80, portal 33 00000100:00000001:0.0:1790964133.252907:0:31842:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964133.252910:0:31842:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964133.252914:0:31842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9caba4f. 02000000:00000001:0.0:1790964133.252916:0:31842:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964133.252919:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae9decdd. 00000400:00000010:0.0:1790964133.252930:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b49ce3f5. 00000100:00000200:0.0:1790964133.252934:0:31842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961980514176, portal 25 00000100:00000001:0.0:1790964133.252936:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964133.252937:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177909141888 : -123895800409728 : ffff8f5142d3d180) 00000100:00000040:0.0:1790964133.252941:0:31842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.252949:0:31842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964133.252951:0:31842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964133.252954:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053fecf4e. 00000100:00000200:0.0:1790964133.252956:0:31842:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961980514176, offset 0 00000400:00000200:0.0:1790964133.252962:0:31842:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964133.252974:0:31842:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964133.252984:0:31842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff18c00f80 00000400:00000200:0.0:1790964133.252991:0:31842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:0.0:1790964133.252994:0:31842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2d9d671. 00000400:00000200:0.0:1790964133.252997:0:31842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000072b541b 00000400:00000200:0.0:1790964133.253006:0:31842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964133.253010:0:31842:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964133.253016:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000072b541b 00000400:00000010:0.0:1790964133.253018:0:31842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000072b541b. 00000100:00000001:0.0:1790964133.253022:0:31842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964133.253024:0:31842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964133.253027:0:31842:0:(events.c:341:request_in_callback()) incoming req@000000002afd0477 x1877961980514176 msgsize 304 00000100:00100000:0.0:1790964133.253031:0:31842:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964133.253033:0:31842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964133.253096:0:31842:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964133.253104:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fecf4e 00000400:00000010:0.0:1790964133.253106:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053fecf4e. 00000100:00000001:0.0:1790964133.253109:0:31842:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964133.253112:0:31842:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.253121:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964133.253124:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.253140:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.253142:0:31842:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964133.253150:0:31842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.253155:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295667720 00000100:00000001:0.0:1790964133.253164:0:31842:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295667717 00000100:00000001:0.0:1790964133.253171:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295667720 00000100:00000001:0.0:1790964133.253174:0:31842:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295667717 00000100:00000001:0.0:1790964133.253178:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295667720 00000100:00000001:0.0:1790964133.253180:0:31842:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295667717 00000100:00000001:0.0:1790964133.253183:0:31842:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295667720 00000100:00000001:0.0:1790964133.253186:0:31842:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295667717 00000100:00000001:0.0:1790964133.253189:0:31842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964133.253192:0:31842:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.253194:0:31842:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964133.253195:0:31842:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964133.253197:0:31842:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d81bf14 going to sleep for 11 seconds 00000100:00000001:0.0:1790964133.253199:0:31842:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964133.253201:0:31842:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964133.259607:0:31840:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964133.259622:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980514176 02000000:00000001:2.0:1790964133.259630:0:31840:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964133.259634:0:31840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964133.259638:0:31840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964133.259646:0:31840:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964133.259653:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980514176 00000020:00000001:2.0:1790964133.259657:0:31840:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964133.259659:0:31840:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304a2b 00000020:00000001:2.0:1790964133.259663:0:31840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964133.259667:0:31840:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c2bf490b refcount=12 00000020:00000001:2.0:1790964133.259672:0:31840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000020:00000001:2.0:1790964133.259674:0:31840:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000100:00000001:2.0:1790964133.259681:0:31840:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1790964133.260124:0:23635:0:(connection.c:75:cpu_latency_work()) work item of 00000000f26e00da (cpu 1) has reached its deadline 4295667720, at 4295667724 00000100:00000010:1.0:1790964133.260137:0:23635:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fdea595. 00000100:00000040:0.0:1790964133.262560:0:30651:0:(connection.c:75:cpu_latency_work()) work item of 00000000bb6c0310 (cpu 0) has reached its deadline 4295667720, at 4295667724 00000100:00000010:0.0:1790964133.262585:0:30651:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a634bac. 00000100:00000040:3.0:1790964133.264968:0:713:0:(connection.c:75:cpu_latency_work()) work item of 000000005b6938f4 (cpu 3) has reached its deadline 4295667720, at 4295667724 00000100:00000010:3.0:1790964133.264989:0:713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009943f709. 00000100:00000040:2.0:1790964133.268891:0:765:0:(connection.c:75:cpu_latency_work()) work item of 00000000e8055d9b (cpu 2) has reached its deadline 4295667720, at 4295667733 00000100:00000010:2.0:1790964133.268914:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed02fea. 00000020:00000010:3.0:1790964133.269036:0:31840:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755194ba. 00000100:00000001:3.0:1790964133.269044:0:31840:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964133.269049:0:31840:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755194ba. 00000020:00000010:3.0:1790964133.269816:0:31840:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa200b24. 00000020:00000010:3.0:1790964133.269826:0:31840:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b842217f. 00000020:00000010:3.0:1790964133.269832:0:31840:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000340f4eaf. 00000100:00000040:3.0:1790964133.269845:0:31840:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964133.269849:0:31840:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964133.269851:0:31840:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964133.269854:0:31840:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.269864:0:31840:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.271299:0:31840:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964133.271338:0:31840:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964133.271349:0:31840:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964133.271358:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964133.271363:0:31840:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000c2bf490b : new rpc_count 1 00000100:00000001:3.0:1790964133.271368:0:31840:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620182717110352 : -123890992441264 : ffff8f5261679850) 00000100:00000040:3.0:1790964133.271377:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002afd0477 x1877961980514176/t0(0) o256->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 304/0 e 0 to 0 dl 1790964144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964133.271392:0:31840:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964133.271397:0:31840:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755194ba. 00000100:00000001:3.0:1790964133.271400:0:31840:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964133.271403:0:31840:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755194ba. 00000100:00100000:3.0:1790964133.271409:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002afd0477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31842:x1877961980514176:12345-0@lo:256: 00000100:00000200:3.0:1790964133.271413:0:31840:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961980514176 00000020:00000001:3.0:1790964133.271418:0:31840:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964133.271424:0:31840:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964133.271427:0:31840:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964133.271430:0:31840:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964133.271433:0:31840:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660679200 : -1048872416 : ffffffffc17b7a20) 00000020:00000001:3.0:1790964133.271437:0:31840:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964133.271439:0:31840:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964133.271441:0:31840:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964133.271444:0:31840:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964133.271448:0:31840:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.271454:0:31840:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964133.271458:0:31840:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964133.271478:0:31840:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008ef7e6b4. 02000000:00000001:3.0:1790964133.271481:0:31840:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.271484:0:31840:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1790964133.271488:0:31840:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:3.0:1790964133.271504:0:31840:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:3.0:1790964133.271509:0:31840:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1790964133.271512:0:31840:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 000000006ac0e5c9. 20000000:00000001:3.0:1790964133.271516:0:31840:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1790964133.271525:0:31840:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1790964133.271533:0:31840:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790964133.271541:0:31840:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:3.0:1790964133.271543:0:31840:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1790964133.271546:0:31840:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1790964133.271551:0:31840:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008281d6c1. 00000100:00000010:3.0:1790964133.271567:0:31840:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004a704a99. 00000020:00000040:3.0:1790964133.271570:0:31840:0:(genops.c:868:class_export_get()) GET export 00000000c2bf490b refcount=13 00010000:00000001:3.0:1790964133.271576:0:31840:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:3.0:1790964133.271580:0:31840:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1790964133.271587:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082981391. 00000400:00000010:3.0:1790964133.271602:0:31840:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000f359e30c. 00000400:00000200:3.0:1790964133.271607:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964133.271626:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964133.271640:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff18c00f80 00000400:00000200:3.0:1790964133.271648:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:3.0:1790964133.271653:0:31840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041d2182c. 00000400:00000200:3.0:1790964133.271657:0:31840:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086d76114 00000400:00000200:3.0:1790964133.271665:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964133.271670:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964133.271676:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d76114 00000400:00000010:3.0:1790964133.271678:0:31840:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 0000000086d76114. 00000100:00000001:3.0:1790964133.271683:0:31840:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1790964133.271685:0:31840:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000728455c7 desc 00000000bee87025 mbits 1877961980514176 00000100:00000001:3.0:1790964133.271705:0:31840:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964133.271711:0:31840:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1790964133.271715:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1790964133.271721:0:31840:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:3.0:1790964133.271724:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964133.271727:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1790964133.271730:0:31840:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964133.271732:0:31840:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000008281d6c1 00000100:00000001:3.0:1790964133.271734:0:31840:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964133.271741:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082981391 00000400:00000010:3.0:1790964133.271742:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000082981391. 00000100:00000001:3.0:1790964133.271746:0:31840:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964133.271747:0:31840:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000008281d6c1 00000100:00000001:3.0:1790964133.271754:0:31840:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1790964133.271760:0:31840:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff18c00f80-0x6abff18c00f80 00000100:00000001:3.0:1790964133.271764:0:31840:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964133.271768:0:31840:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.271770:0:31840:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1790964133.271774:0:31840:0:(genops.c:879:class_export_put()) PUTting export 00000000c2bf490b : new refcount 12 00000100:00000010:3.0:1790964133.271777:0:31840:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004a704a99. 00000100:00000010:3.0:1790964133.271782:0:31840:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008281d6c1. 00000100:00000001:3.0:1790964133.271784:0:31840:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1790964133.271785:0:31840:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1790964133.271795:0:31840:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 000000006ac0e5c9. 20000000:00000001:3.0:1790964133.271800:0:31840:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964133.271803:0:31840:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961980514176 00010000:00000001:3.0:1790964133.271806:0:31840:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964133.271812:0:31840:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000002afd0477 x1877961980514176/t0(0) o256->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 304/240 e 0 to 0 dl 1790964144 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964133.271820:0:31840:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964133.271822:0:31840:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964133.271826:0:31840:0:(import.c:2195:obd_at_measure()) add 1 to 000000000cf0d25f time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964133.271831:0:31840:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964133.271834:0:31840:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 17 to 0@lo 00000100:00000001:3.0:1790964133.271836:0:31840:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 02000000:00000001:3.0:1790964133.271838:0:31840:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964133.271840:0:31840:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964133.271844:0:31840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964133.271846:0:31840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964133.271849:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082981391. 00000100:00000200:3.0:1790964133.271852:0:31840:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961980514176, offset 224 00000400:00000200:3.0:1790964133.271856:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964133.271861:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964133.271865:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff18c00f80 00000400:00000200:3.0:1790964133.271872:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:3.0:1790964133.271877:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964133.271879:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964133.271889:0:31840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964133.271893:0:31840:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964133.271902:0:31840:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964133.271910:0:31840:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964133.271914:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082981391 00000400:00000010:3.0:1790964133.271915:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000082981391. 00000100:00000001:3.0:1790964133.271918:0:31840:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964133.271919:0:31840:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964133.271923:0:31840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964133.271926:0:31840:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 16 to 0@lo 00010000:00000001:3.0:1790964133.271929:0:31840:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964133.271930:0:31840:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964133.271933:0:31840:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964133.271936:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002afd0477 x1877961980514176/t0(0) o256->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:709/0 lens 304/240 e 0 to 0 dl 1790964144 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964133.271944:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002afd0477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:31842:x1877961980514176:12345-0@lo:256: Request processed in 554us (18916us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964133.271952:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964133.271955:0:31840:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2bf490b : new rpc_count 0 00000100:00000001:3.0:1790964133.271958:0:31840:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964133.271959:0:31840:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964133.271966:0:31840:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b842217f. 00000020:00000010:3.0:1790964133.271971:0:31840:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000340f4eaf. 00000020:00000010:3.0:1790964133.271975:0:31840:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa200b24. 00000020:00000040:3.0:1790964133.271980:0:31840:0:(genops.c:879:class_export_put()) PUTting export 00000000c2bf490b : new refcount 11 02000000:00000001:3.0:1790964133.271984:0:31840:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964133.271986:0:31840:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 000000008ef7e6b4. 02000000:00000001:3.0:1790964133.271989:0:31840:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964133.271992:0:31840:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964133.271997:0:31840:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964133.272003:0:31840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006da8ece4. 00000400:00000010:3.0:1790964133.272014:0:31840:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c8a86f2. 00000100:00000001:0.0:1790964133.276373:0:31842:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964133.276395:0:31842:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964133.276398:0:31842:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964133.276402:0:31842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae9decdd. 00000400:00000200:0.0:1790964133.276412:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b49ce3f5 00000400:00000010:0.0:1790964133.276415:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b49ce3f5. 00000100:00000001:0.0:1790964133.276421:0:31842:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964133.276435:0:31842:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964133.276448:0:31842:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.276528:0:31842:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964133.276531:0:31842:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964133.276534:0:31842:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964133.276542:0:31842:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964133.276545:0:31842:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964133.276548:0:31842:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964133.276552:0:31842:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964133.276565:0:31842:0:(import.c:2195:obd_at_measure()) add 5 to 000000000bc4db8e time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964133.276570:0:31842:0:(import.c:2195:obd_at_measure()) add 1 to 000000002058082e time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964133.276572:0:31842:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964133.276574:0:31842:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964133.276577:0:31842:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964133.276580:0:31842:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.276582:0:31842:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964133.276587:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964133.276595:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.276602:0:31842:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964133.276604:0:31842:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964133.276607:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964133.276614:0:31842:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000728455c7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dc7b923a-39cf-4009-82ba-d1c9fe59a700:31842:1877961980514176:0@lo:256: 00000100:00000001:0.0:1790964133.276620:0:31842:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964133.276622:0:31842:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.276626:0:31842:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964133.276629:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964133.276631:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.276638:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964133.276641:0:31842:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d81bf14. 00000100:00000001:0.0:1790964133.276644:0:31842:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964133.276652:0:31842:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1790964133.276662:0:31842:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:0.0:1790964133.277423:0:31842:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1790964133.277438:0:31842:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000007416ee70. 10000000:00000010:0.0:1790964133.277445:0:31842:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000037b4c12a. 10000000:00000200:0.0:1790964133.277452:0:31842:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1790964133.277456:0:31842:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:0.0:1790964133.277505:0:31842:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.204.138@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1790964133.277509:0:31842:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000037b4c12a. 10000000:00000010:0.0:1790964133.277513:0:31842:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000007416ee70. 10000000:00000001:0.0:1790964133.277518:0:31842:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964133.277521:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964133.277526:0:31842:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000728455c7 x1877961980514176/t0(0) o256->MGC192.168.204.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964149 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964133.277533:0:31842:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964133.277537:0:31842:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964133.277540:0:31842:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9caba4f. 02000000:00000001:0.0:1790964133.277544:0:31842:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964133.277546:0:31842:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964133.277549:0:31842:0:(genops.c:1223:class_import_put()) import 00000000aff1ccca refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:0.0:1790964133.277551:0:31842:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1790964133.277553:0:31842:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1790964133.277556:0:31842:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964133.277557:0:31842:0:(genops.c:1223:class_import_put()) import 00000000aff1ccca refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:0.0:1790964133.277559:0:31842:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1790964133.277561:0:31842:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007466c4bc. 00000100:00000010:0.0:1790964133.277565:0:31842:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bee87025. 00000100:00000001:0.0:1790964133.277567:0:31842:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1790964133.277570:0:31842:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000512273bd. 02000000:00000001:0.0:1790964133.277573:0:31842:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964133.277575:0:31842:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964133.277576:0:31842:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000728455c7. 00000100:00000001:0.0:1790964133.277580:0:31842:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964133.277581:0:31842:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1790964133.277604:0:31842:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000b252a016. 10000000:01000000:0.0:1790964133.277609:0:31842:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1790964133.277621:0:31842:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1790964133.277624:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964133.277628:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964133.277632:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000332ad7b8 refcount=3 00000020:00000001:0.0:1790964133.277635:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:0.0:1790964133.277639:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620183209062400 : -123890500489216 : ffff8f527eba3000) 00010000:00000001:0.0:1790964133.277642:0:31842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1790964133.277647:0:31842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304b20 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964133.277658:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964133.277660:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964133.277662:0:31842:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 00000000332ad7b8/0x92843448d1304b19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92843448d1304b20 expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964133.278141:0:31842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1790964133.278142:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964133.278143:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1790964133.278145:0:31842:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964133.278147:0:31842:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964133.278151:0:31842:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1790964133.278154:0:31842:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1790964133.278156:0:31842:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f0db47aa) refs 3 10000000:00000001:0.0:1790964133.278159:0:31842:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000010:0.0:1790964133.287066:0:32175:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000037b4c12a. 00080000:00000010:0.0:1790964133.287083:0:32175:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000037b4c12a. 00000020:00000001:0.0:1790964133.287090:0:32175:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964133.287121:0:32175:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964133.287984:0:32175:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1790964133.313597:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964133.313610:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964133.313613:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964133.313618:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:2.0:1790964133.313624:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964133.313629:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964133.313632:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964133.313634:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964133.313637:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964133.955823:0:32188:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf0bc3b4. 00080000:00000010:2.0:1790964133.955835:0:32188:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf0bc3b4. 00000020:00000001:2.0:1790964133.955842:0:32188:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964134.020548:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964134.020555:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964134.020562:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964134.020564:0:713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964134.020584:0:31833:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964134.020587:0:31833:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964134.020590:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964134.276550:0:30963:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964134.276565:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964134.276566:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964134.276570:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964134.276573:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964134.276576:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964134.276578:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964134.335648:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964134.335655:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964134.335657:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964134.335661:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:2.0:1790964134.335666:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964134.335669:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964134.335672:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964134.335675:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964134.335677:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964134.381815:0:32226:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d21ba792. 00080000:00000010:3.0:1790964134.381827:0:32226:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d21ba792. 00000020:00000001:3.0:1790964134.381832:0:32226:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964134.381858:0:32226:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964134.382246:0:32226:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1790964135.040846:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964135.040853:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964135.040860:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964135.040863:0:713:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1790964135.040865:0:713:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1790964135.040868:0:713:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964135.040871:0:713:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1790964135.040874:0:713:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964135.040876:0:713:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964135.040878:0:713:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964135.041295:0:31834:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964135.041300:0:31834:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964135.041303:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964135.297963:0:30963:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964135.297980:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964135.297982:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964135.297989:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964135.297992:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964135.297995:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964135.297998:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964135.360182:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964135.360192:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964135.360194:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964135.360198:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:2.0:1790964135.360203:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964135.360207:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964135.360209:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964135.360212:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964135.360214:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964136.057363:0:32238:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000db255535. 00080000:00000010:2.0:1790964136.057377:0:32238:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000db255535. 00000020:00000001:2.0:1790964136.057384:0:32238:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964136.067595:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964136.067621:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964136.067630:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964136.067631:0:713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964136.067654:0:31833:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964136.067657:0:31833:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964136.067660:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790964136.320504:0:30583:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc7b923a-39cf-4009-82ba-d1c9fe59a700->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964136.320520:0:30583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964136.320533:0:30583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000728455c7. 00000020:00000040:0.0:1790964136.320543:0:30583:0:(genops.c:1210:class_import_get()) import 00000000aff1ccca refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:0.0:1790964136.320549:0:30583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964136.320572:0:30583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964136.320578:0:30583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964136.320589:0:30583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f13f9532. 00000100:00000001:0.0:1790964136.320599:0:30583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320613:0:30583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc7b923a-39cf-4009-82ba-d1c9fe59a700->MGS req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964136.320626:0:30583:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964136.320629:0:30583:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320636:0:30583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000728455c7] to pc [ptlrpcd_00_03+3] req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.320661:0:30583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964136.320665:0:30583:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964136.320669:0:30583:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1790964136.320671:0:30583:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964136.320674:0:30583:0:(import.c:65:import_set_state_nolock()) 000000008b7b8005 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964136.320679:0:30583:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964136.320682:0:30583:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 993 00000100:00001000:0.0:1790964136.320687:0:30583:0:(import.c:2195:obd_at_measure()) add 10 to 0000000002b233ff time=10 v=5 (1 0 0 0) 00000100:00001000:0.0:1790964136.320691:0:30583:0:(import.c:2261:obd_at_measure()) AT 0000000002b233ff change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964136.320693:0:30583:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964136.320695:0:30583:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 15 to 0@lo 00000100:00000001:0.0:1790964136.320698:0:30583:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964136.320700:0:30583:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 16 to 0@lo 00000100:00000001:0.0:1790964136.320702:0:30583:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 00000020:00000001:0.0:1790964136.320705:0:30583:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964136.320707:0:30583:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304acc 00000020:00000001:0.0:1790964136.320710:0:30583:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964136.320713:0:30583:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000022f20a64 refcount=4 00000020:00000001:0.0:1790964136.320715:0:30583:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183027906560 : -123890681645056 : ffff8f5273edf800) 00000020:00000001:0.0:1790964136.320719:0:30583:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620183027906560 : -123890681645056 : ffff8f5273edf800) 00000100:00000040:0.0:1790964136.320721:0:30583:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 15 to 0@lo 00000100:00000001:0.0:1790964136.320729:0:30583:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964136.320731:0:30583:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 16 to 0@lo 00000100:00000001:0.0:1790964136.320732:0:30583:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 00000020:00000040:0.0:1790964136.320735:0:30583:0:(genops.c:879:class_export_put()) PUTting export 0000000022f20a64 : new refcount 3 00000100:00080000:0.0:1790964136.320739:0:30583:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000008b7b8005 using connection 192.168.204.138@tcp/0@lo 00000100:00000001:0.0:1790964136.320741:0:30583:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.320744:0:30583:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964136.320751:0:30583:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964136.320754:0:30583:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.320757:0:30583:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964136.320760:0:30583:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964136.320764:0:30583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c903f455. 00000020:00000040:0.0:1790964136.320766:0:30583:0:(genops.c:1210:class_import_get()) import 000000008b7b8005 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:0.0:1790964136.320769:0:30583:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964136.320771:0:30583:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.320773:0:30583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964136.320775:0:30583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964136.320777:0:30583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964136.320781:0:30583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001114f96d. 00000100:00000001:0.0:1790964136.320785:0:30583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964136.320790:0:30583:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964136.320799:0:30583:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964136.320800:0:30583:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320803:0:30583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c903f455] to pc [ptlrpcd_rcv+-1] req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.320822:0:30583:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320826:0:30583:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964136.320830:0:30583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964136.320832:0:30583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f9140e0. 00000020:00000040:0.0:1790964136.320834:0:30583:0:(genops.c:1210:class_import_get()) import 00000000a04de06f refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1790964136.320837:0:30583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964136.320844:0:30583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964136.320846:0:30583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964136.320849:0:30583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040f69580. 00000100:00000001:0.0:1790964136.320853:0:30583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320856:0:30583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964136.320863:0:30583:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964136.320865:0:30583:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320867:0:30583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f9140e0] to pc [ptlrpcd_00_00+0] req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.320886:0:30583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.320890:0:30583:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1008) 00000100:00000001:0.0:1790964136.320929:0:30963:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964136.320933:0:30963:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1790964136.320939:0:30963:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964126/real 1790964126] req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1790964136.320956:0:30963:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964136.320959:0:30963:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964136.320962:0:30963:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8ddfea. 00000400:00000200:0.0:1790964136.320970:0:30963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22198f9 00000400:00000010:0.0:1790964136.320973:0:30963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d22198f9. 00000100:00000001:0.0:1790964136.320980:0:30963:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964136.320982:0:30963:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964136.320989:0:30963:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.320994:0:30963:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964136.320996:0:30963:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.320999:0:30963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964136.321001:0:30963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1790964136.321004:0:30963:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321010:0:30963:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321028:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964136.321030:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321033:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964136.321036:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964136.321038:0:30963:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964136.321042:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321049:0:30963:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964136.321052:0:30963:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.321055:0:30963:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964136.321058:0:30963:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964136.321060:0:30963:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964136.321063:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c903f455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980514432:0@lo:38: 00000100:00000001:0.0:1790964136.321067:0:30963:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964136.321073:0:30963:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964136.321076:0:30963:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.321079:0:30963:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964136.321084:0:30963:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009ad64b5f. 02000000:00000001:0.0:1790964136.321086:0:30963:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964136.321092:0:30963:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae9decdd. 00000400:00000010:0.0:1790964136.321098:0:30963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b49ce3f5. 00000100:00000200:0.0:1790964136.321104:0:30963:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961980514432, portal 4 00000100:00000001:0.0:1790964136.321107:0:30963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964136.321108:0:30963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177909146368 : -123895800405248 : ffff8f5142d3e300) 00000020:00000010:0.0:1790964136.321118:0:30963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002e874990. 00000100:00000040:0.0:1790964136.321123:0:30963:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321130:0:30963:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964136.321133:0:30963:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964136.321135:0:30963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053fecf4e. 00000100:00000200:0.0:1790964136.321137:0:30963:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961980514432, offset 0 00000400:00000200:0.0:1790964136.321144:0:30963:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964136.321160:0:30963:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964136.321172:0:30963:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff18c01080 00000400:00000200:0.0:1790964136.321186:0:30963:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:0.0:1790964136.321198:0:30963:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964136.321202:0:30963:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964136.321210:0:30963:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964136.321212:0:30963:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1790964136.321216:0:30963:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085eb9fa1. 00000100:00000040:0.0:1790964136.321218:0:30963:0:(events.c:341:request_in_callback()) incoming req@0000000085eb9fa1 x1877961980514432 msgsize 520 00000100:00100000:0.0:1790964136.321221:0:30963:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964136.321231:0:30963:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964136.321239:0:30963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fecf4e 00000400:00000010:0.0:1790964136.321240:0:30963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053fecf4e. 00000100:00000001:0.0:1790964136.321243:0:30963:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964136.321246:0:30963:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321253:0:30963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964136.321255:0:30963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321261:0:30963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321263:0:30963:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964136.321268:0:30963:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.321273:0:30963:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 10481 usecs (11 jiffies) 00000100:00000001:0.0:1790964136.321277:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295670795 00000100:00000010:0.0:1790964136.321294:0:30963:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000156fdbd5. 00000100:00000001:0.0:1790964136.321302:0:30963:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964136.321307:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295670795 00000100:00000010:0.0:1790964136.321310:0:30963:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2aa0e94. 00000100:00000001:0.0:1790964136.321313:0:30963:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964136.321320:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295670795 00000100:00000010:0.0:1790964136.321323:0:30963:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0b99881. 00000100:00000001:0.0:1790964136.321326:0:30963:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964136.321328:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295670795 00000100:00000010:0.0:1790964136.321336:0:30963:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f8a1f8a. 00000100:00000001:0.0:1790964136.321339:0:30963:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964136.321341:0:30963:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964136.321344:0:30963:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321348:0:30963:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964136.321352:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321359:0:30963:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1790964136.321362:0:30963:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321364:0:30963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964136.321365:0:30963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321368:0:30963:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1790964136.321370:0:30963:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1790964136.321373:0:30963:0:(import.c:65:import_set_state_nolock()) 00000000c347735d lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964136.321387:0:30963:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1790964136.321391:0:30963:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1790964136.321394:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964136.321401:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4972eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980511488:0@lo:8: 00000100:00000001:0.0:1790964136.321406:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321409:0:30963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964136.321410:0:30963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4972eb0 x1877961980511488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964136 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321416:0:30963:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964136.321419:0:30963:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964136.321421:0:30963:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f26ed740. 02000000:00000001:0.0:1790964136.321425:0:30963:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964136.321427:0:30963:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964136.321429:0:30963:0:(genops.c:1223:class_import_put()) import 00000000c347735d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1790964136.321431:0:30963:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964136.321451:0:30963:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ef220ffd. 02000000:00000001:0.0:1790964136.321455:0:30963:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964136.321457:0:30963:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964136.321459:0:30963:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4972eb0. 00000100:00000001:0.0:1790964136.321462:0:30963:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964136.321463:0:30963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321490:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321495:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964136.321496:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1790964136.321498:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964136.321500:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964136.321501:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321503:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321516:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790964136.321520:0:30965:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1790964136.321522:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321526:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964136.321528:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321530:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964136.321531:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964136.321532:0:30965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964136.321536:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321543:0:30965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964136.321545:0:30965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.321549:0:30965:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964136.321551:0:30965:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964136.321553:0:30965:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964136.321556:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004f9140e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961980514560:0@lo:400: 00000100:00000001:0.0:1790964136.321559:0:30965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964136.321562:0:30965:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964136.321564:0:30965:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.321566:0:30965:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964136.321569:0:30965:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000ec813f. 02000000:00000001:0.0:1790964136.321570:0:30965:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964136.321574:0:30965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000704349f8. 00000400:00000010:0.0:1790964136.321578:0:30965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053fecf4e. 00000100:00000200:0.0:1790964136.321588:0:30965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961980514560, portal 10 00000100:00000001:0.0:1790964136.321589:0:30965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964136.321590:0:30965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177909149056 : -123895800402560 : ffff8f5142d3ed80) 00000100:00000040:0.0:1790964136.321595:0:30965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321601:0:30965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964136.321603:0:30965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964136.321605:0:30965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a1361a. 00000100:00000200:0.0:1790964136.321606:0:30965:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961980514560, offset 0 00000400:00000200:0.0:1790964136.321611:0:30965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964136.321616:0:30965:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964136.321620:0:30965:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff18c01100 00000400:00000200:0.0:1790964136.321626:0:30965:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:0.0:1790964136.321632:0:30965:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964136.321635:0:30965:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964136.321639:0:30965:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964136.321641:0:30965:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790964136.321644:0:30965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b81d72. 00000100:00000040:0.0:1790964136.321646:0:30965:0:(events.c:341:request_in_callback()) incoming req@0000000058b81d72 x1877961980514560 msgsize 224 00000100:00100000:0.0:1790964136.321649:0:30965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964136.321658:0:30965:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964136.321663:0:30965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a1361a 00000400:00000010:0.0:1790964136.321664:0:30965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010a1361a. 00000100:00000001:0.0:1790964136.321667:0:30965:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964136.321670:0:30965:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321678:0:30965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964136.321680:0:30965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.321686:0:30965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321688:0:30965:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964136.321691:0:30965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.321694:0:30965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6332 usecs (7 jiffies) 00000100:00000001:0.0:1790964136.321696:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295670791 00000100:00000001:0.0:1790964136.321705:0:30965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295670795 00000100:00000001:0.0:1790964136.321707:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295670791 00000100:00000001:0.0:1790964136.321709:0:30965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295670795 00000100:00000001:0.0:1790964136.321711:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295670791 00000100:00000001:0.0:1790964136.321712:0:30965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295670795 00000100:00000001:0.0:1790964136.321714:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295670791 00000100:00000001:0.0:1790964136.321715:0:30965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295670795 00000100:00000001:0.0:1790964136.321717:0:30965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964136.321719:0:30965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321721:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321723:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321747:0:31850:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964136.321750:0:31850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980514432 02000000:00000001:0.0:1790964136.321753:0:31850:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964136.321755:0:31850:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964136.321758:0:31850:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964136.321763:0:31850:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964136.321767:0:31850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980514432 00000020:00000001:0.0:1790964136.321770:0:31850:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964136.321772:0:31850:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964136.321773:0:31850:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964136.321776:0:31850:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964136.321777:0:31850:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964136.321783:0:31850:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000512273bd. 00000020:00000010:0.0:1790964136.321790:0:31850:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be4ccf3b. 00000020:00000010:0.0:1790964136.321795:0:31850:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8c73de7. 00000100:00000001:0.0:1790964136.321802:0:31850:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964136.321804:0:31850:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964136.321806:0:31850:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321815:0:31850:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.321823:0:31850:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964136.321834:0:31850:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964136.321836:0:31850:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964136.321846:0:31850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964136.321851:0:31850:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620177909139200 : -123895800412416 : ffff8f5142d3c700) 00000100:00000040:0.0:1790964136.321855:0:31850:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085eb9fa1 x1877961980514432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964136.321865:0:31850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000085eb9fa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30963:x1877961980514432:12345-0@lo:38: 00000100:00000200:0.0:1790964136.321869:0:31850:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961980514432 00000020:00000001:0.0:1790964136.321873:0:31850:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964136.321878:0:31850:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:0.0:1790964136.321894:0:31850:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1790964136.321899:0:31850:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1790964136.323509:0:30967:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.323519:0:30967:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964136.323523:0:30967:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964136.323535:0:30967:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.323548:0:30967:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964136.323550:0:30967:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.323554:0:30967:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964136.323557:0:30967:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964136.323560:0:30967:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964136.323562:0:30967:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000728455c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30967:1877961980514304:0@lo:400: 00000100:00000001:1.0:1790964136.323567:0:30967:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964136.323575:0:30967:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964136.323577:0:30967:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.323579:0:30967:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964136.323590:0:30967:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b887020a. 02000000:00000001:1.0:1790964136.323592:0:30967:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964136.323600:0:30967:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d48c6565. 00000400:00000010:1.0:1790964136.323608:0:30967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065bc5bfb. 00000100:00000200:1.0:1790964136.323616:0:30967:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961980514304, portal 25 00000100:00000001:1.0:1790964136.323633:0:30967:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964136.323635:0:30967:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620177909141888 : -123895800409728 : ffff8f5142d3d180) 00000100:00000040:1.0:1790964136.323641:0:30967:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.323648:0:30967:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964136.323651:0:30967:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964136.323653:0:30967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c63180. 00000100:00000200:1.0:1790964136.323656:0:30967:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961980514304, offset 0 00000400:00000200:1.0:1790964136.323662:0:30967:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964136.323675:0:30967:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964136.323687:0:30967:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff18c01000 00000400:00000200:1.0:1790964136.323694:0:30967:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:1.0:1790964136.323698:0:30967:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc17eee. 00000400:00000200:1.0:1790964136.323705:0:30967:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004168dbb7 00000400:00000200:1.0:1790964136.323714:0:30967:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964136.323719:0:30967:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964136.323725:0:30967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004168dbb7 00000400:00000010:1.0:1790964136.323727:0:30967:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004168dbb7. 00000100:00000001:1.0:1790964136.323734:0:30967:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964136.323735:0:30967:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964136.323739:0:30967:0:(events.c:341:request_in_callback()) incoming req@000000009e483d45 x1877961980514304 msgsize 224 00000100:00100000:1.0:1790964136.323743:0:30967:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964136.323745:0:30967:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964136.323764:0:30967:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964136.323771:0:30967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c63180 00000400:00000010:1.0:1790964136.323773:0:30967:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000083c63180. 00000100:00000001:1.0:1790964136.323776:0:30967:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964136.323779:0:30967:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.323789:0:30967:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964136.323791:0:30967:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.323798:0:30967:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323800:0:30967:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964136.323814:0:30967:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323819:0:30967:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295670798 00000100:00000001:1.0:1790964136.323828:0:30967:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295670795 00000100:00000001:1.0:1790964136.323835:0:30967:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295670798 00000100:00000001:1.0:1790964136.323837:0:30967:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295670795 00000100:00000001:1.0:1790964136.323840:0:30967:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295670798 00000100:00000001:1.0:1790964136.323842:0:30967:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295670795 00000100:00000001:1.0:1790964136.323845:0:30967:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295670798 00000100:00000001:1.0:1790964136.323848:0:30967:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295670795 00000100:00000001:1.0:1790964136.323851:0:30967:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964136.323854:0:30967:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323858:0:30967:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323861:0:30967:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.323870:0:30967:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964136.323872:0:30967:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964136.323875:0:30967:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.323876:0:30967:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964136.323877:0:30967:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323880:0:30967:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323894:0:30964:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.323898:0:30964:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.323934:0:31837:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964136.323937:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980514304 02000000:00000001:1.0:1790964136.323939:0:31837:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964136.323941:0:31837:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964136.323944:0:31837:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.323949:0:31837:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964136.323954:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980514304 00000020:00000001:1.0:1790964136.323956:0:31837:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964136.323959:0:31837:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304a2b 00000020:00000001:1.0:1790964136.323962:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964136.323965:0:31837:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c2bf490b refcount=12 00000020:00000001:1.0:1790964136.323968:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000020:00000001:1.0:1790964136.323970:0:31837:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620182432401408 : -123891277150208 : ffff8f52506f4800) 00000100:00000001:1.0:1790964136.323983:0:31837:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964136.323987:0:31837:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6167249. 00000100:00000001:1.0:1790964136.323989:0:31837:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964136.323992:0:31837:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6167249. 00000020:00000010:1.0:1790964136.323998:0:31837:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ce68dd5. 00000020:00000010:1.0:1790964136.324004:0:31837:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000719b63af. 00000020:00000010:1.0:1790964136.324009:0:31837:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2ecb9c0. 00000100:00000040:1.0:1790964136.324019:0:31837:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964136.324023:0:31837:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964136.324024:0:31837:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964136.324026:0:31837:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324036:0:31837:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324047:0:31837:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.324058:0:31837:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964136.324060:0:31837:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964136.324064:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1790964136.324069:0:31837:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000c2bf490b : new rpc_count 1 00000100:00000001:1.0:1790964136.324071:0:31837:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620183264471120 : -123890445080496 : ffff8f528207a850) 00000100:00000040:1.0:1790964136.324075:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e483d45 x1877961980514304/t0(0) o400->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:712/0 lens 224/0 e 0 to 0 dl 1790964147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324085:0:31837:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964136.324088:0:31837:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6167249. 00000100:00000001:1.0:1790964136.324090:0:31837:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964136.324091:0:31837:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6167249. 00000100:00100000:1.0:1790964136.324095:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009e483d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:30967:x1877961980514304:12345-0@lo:400: 00000100:00000200:1.0:1790964136.324099:0:31837:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961980514304 00000020:00000001:1.0:1790964136.324102:0:31837:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964136.324108:0:31837:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964136.324111:0:31837:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.324114:0:31837:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964136.324116:0:31837:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660678848 : -1048872768 : ffffffffc17b78c0) 00000020:00000001:1.0:1790964136.324119:0:31837:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964136.324127:0:31837:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964136.324130:0:31837:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964136.324132:0:31837:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964136.324136:0:31837:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.324138:0:31837:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1790964136.324142:0:31837:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964136.324145:0:31837:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964136.324150:0:31837:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fd8b8d66. 02000000:00000001:1.0:1790964136.324153:0:31837:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324157:0:31837:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.324159:0:31837:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964136.324163:0:31837:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961980514304 00010000:00000001:1.0:1790964136.324166:0:31837:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964136.324170:0:31837:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000009e483d45 x1877961980514304/t0(0) o400->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:712/0 lens 224/224 e 0 to 0 dl 1790964147 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964136.324179:0:31837:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964136.324182:0:31837:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964136.324187:0:31837:0:(import.c:2195:obd_at_measure()) add 1 to 000000000cf0d25f time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964136.324193:0:31837:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964136.324195:0:31837:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 17 to 0@lo 00000100:00000001:1.0:1790964136.324197:0:31837:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 02000000:00000001:1.0:1790964136.324200:0:31837:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964136.324202:0:31837:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324205:0:31837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964136.324207:0:31837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964136.324209:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c63180. 00000100:00000200:1.0:1790964136.324212:0:31837:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961980514304, offset 224 00000400:00000200:1.0:1790964136.324216:0:31837:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964136.324222:0:31837:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964136.324228:0:31837:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff18c01000 00000400:00000200:1.0:1790964136.324233:0:31837:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xafd [1] + 224 00000400:00000200:1.0:1790964136.324238:0:31837:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964136.324241:0:31837:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964136.324245:0:31837:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964136.324248:0:31837:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964136.324262:0:31837:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324274:0:31837:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964136.324279:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c63180 00000400:00000010:1.0:1790964136.324281:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000083c63180. 00000100:00000001:1.0:1790964136.324285:0:31837:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964136.324286:0:31837:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964136.324290:0:31837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.324292:0:31837:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 16 to 0@lo 00010000:00000001:1.0:1790964136.324294:0:31837:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964136.324296:0:31837:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.324298:0:31837:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964136.324301:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e483d45 x1877961980514304/t0(0) o400->dc7b923a-39cf-4009-82ba-d1c9fe59a700@0@lo:712/0 lens 224/224 e 0 to 0 dl 1790964147 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964136.324309:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009e483d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc7b923a-39cf-4009-82ba-d1c9fe59a700+12:30967:x1877961980514304:12345-0@lo:400: Request processed in 223us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964136.324317:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1790964136.324320:0:31837:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c2bf490b : new rpc_count 0 00000100:00000001:1.0:1790964136.324322:0:31837:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964136.324324:0:31837:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964136.324330:0:31837:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000719b63af. 00000020:00000010:1.0:1790964136.324333:0:31837:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2ecb9c0. 00000020:00000010:1.0:1790964136.324336:0:31837:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ce68dd5. 00000020:00000040:1.0:1790964136.324343:0:31837:0:(genops.c:879:class_export_put()) PUTting export 00000000c2bf490b : new refcount 11 02000000:00000001:1.0:1790964136.324347:0:31837:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964136.324350:0:31837:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000fd8b8d66. 02000000:00000001:1.0:1790964136.324353:0:31837:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964136.324355:0:31837:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964136.324359:0:31837:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964136.324363:0:31837:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c9f41c7. 00000400:00000010:1.0:1790964136.324369:0:31837:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b732f6b. 00000100:00000001:1.0:1790964136.324388:0:30967:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.324395:0:30967:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964136.324400:0:30967:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964136.324403:0:30967:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964136.324404:0:30967:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d48c6565. 00000400:00000200:1.0:1790964136.324407:0:30967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065bc5bfb 00000400:00000010:1.0:1790964136.324408:0:30967:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000065bc5bfb. 00000100:00000001:1.0:1790964136.324411:0:30967:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964136.324414:0:30967:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964136.324421:0:30967:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324427:0:30967:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964136.324429:0:30967:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.324431:0:30967:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964136.324434:0:30967:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964136.324445:0:30967:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964136.324447:0:30967:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.324449:0:30967:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964136.324455:0:30967:0:(import.c:2195:obd_at_measure()) add 5 to 000000000bc4db8e time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964136.324458:0:30967:0:(import.c:2195:obd_at_measure()) add 1 to 000000002058082e time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964136.324462:0:30967:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964136.324463:0:30967:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964136.324488:0:30967:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964136.324491:0:30967:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324495:0:30967:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.324498:0:30967:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324504:0:30967:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964136.324507:0:30967:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964136.324509:0:30967:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964136.324512:0:30967:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964136.324518:0:30967:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000728455c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dc7b923a-39cf-4009-82ba-d1c9fe59a700:30967:1877961980514304:0@lo:400: 00000100:00000001:1.0:1790964136.324522:0:30967:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.324530:0:30967:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964136.324533:0:30967:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000728455c7 x1877961980514304/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324539:0:30967:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964136.324542:0:30967:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964136.324545:0:30967:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b887020a. 02000000:00000001:1.0:1790964136.324548:0:30967:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964136.324551:0:30967:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964136.324552:0:30967:0:(genops.c:1223:class_import_put()) import 00000000aff1ccca refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:1.0:1790964136.324554:0:30967:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964136.324557:0:30967:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f13f9532. 02000000:00000001:1.0:1790964136.324560:0:30967:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964136.324562:0:30967:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964136.324564:0:30967:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000728455c7. 00000100:00000001:1.0:1790964136.324568:0:30967:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964136.324569:0:30967:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.324571:0:30967:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.324575:0:30967:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964136.324576:0:30967:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324578:0:30967:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.324580:0:30967:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964136.324616:0:30583:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790964136.324622:0:30583:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1790964136.324625:0:30583:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964136.324628:0:30583:0:(import.c:65:import_set_state_nolock()) 00000000c347735d lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964136.324632:0:30583:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1790964136.324635:0:30583:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 993 00000100:00001000:1.0:1790964136.324639:0:30583:0:(import.c:2195:obd_at_measure()) add 10 to 00000000547c9918 time=1790964136 v=0 (0 0 0 0) 00000100:00001000:1.0:1790964136.324642:0:30583:0:(import.c:2261:obd_at_measure()) AT 00000000547c9918 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1790964136.324645:0:30583:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1790964136.324647:0:30583:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 15 to 0@lo 00000100:00000001:1.0:1790964136.324649:0:30583:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964136.324651:0:30583:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 16 to 0@lo 00000100:00000001:1.0:1790964136.324652:0:30583:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 00000020:00000001:1.0:1790964136.324662:0:30583:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964136.324663:0:30583:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304ab7 00000020:00000001:1.0:1790964136.324665:0:30583:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964136.324667:0:30583:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d242c5ee refcount=4 00000020:00000001:1.0:1790964136.324669:0:30583:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183079378944 : -123890630172672 : ffff8f5276ff6000) 00000020:00000001:1.0:1790964136.324671:0:30583:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620183079378944 : -123890630172672 : ffff8f5276ff6000) 00000100:00000040:1.0:1790964136.324673:0:30583:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 15 to 0@lo 00000100:00000001:1.0:1790964136.324675:0:30583:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964136.324677:0:30583:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 16 to 0@lo 00000100:00000001:1.0:1790964136.324678:0:30583:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 00000020:00000040:1.0:1790964136.324680:0:30583:0:(genops.c:879:class_export_put()) PUTting export 00000000d242c5ee : new refcount 3 00000100:00080000:1.0:1790964136.324683:0:30583:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000c347735d using connection 192.168.204.138@tcp/0@lo 00000100:00000001:1.0:1790964136.324685:0:30583:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.324688:0:30583:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964136.324695:0:30583:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964136.324699:0:30583:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324702:0:30583:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964136.324704:0:30583:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964136.324709:0:30583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb80d4e. 00000020:00000040:1.0:1790964136.324712:0:30583:0:(genops.c:1210:class_import_get()) import 00000000c347735d refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1790964136.324715:0:30583:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964136.324716:0:30583:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324720:0:30583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964136.324722:0:30583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964136.324727:0:30583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964136.324732:0:30583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000fd8b8d66. 00000100:00000001:1.0:1790964136.324739:0:30583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964136.324745:0:30583:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964136.324754:0:30583:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964136.324758:0:30583:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.324761:0:30583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb80d4e] to pc [ptlrpcd_rcv+-1] req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324790:0:30583:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.324797:0:30583:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1008) 00000100:00000001:1.0:1790964136.324812:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.324815:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964136.324816:0:30963:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964136.324821:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324827:0:30963:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964136.324829:0:30963:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.324832:0:30963:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964136.324834:0:30963:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964136.324836:0:30963:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964136.324838:0:30963:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002eb80d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980514688:0@lo:8: 00000100:00000001:1.0:1790964136.324842:0:30963:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964136.324846:0:30963:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964136.324848:0:30963:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.324851:0:30963:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964136.324855:0:30963:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed5b912e. 02000000:00000001:1.0:1790964136.324858:0:30963:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964136.324861:0:30963:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d48c6565. 00000400:00000010:1.0:1790964136.324867:0:30963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065bc5bfb. 00000100:00000200:1.0:1790964136.324870:0:30963:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961980514688, portal 4 00000100:00000001:1.0:1790964136.324872:0:30963:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964136.324874:0:30963:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620182678130176 : -123891031421440 : ffff8f525f14ce00) 00000020:00000010:1.0:1790964136.324884:0:30963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e7e245e1. 00000100:00000040:1.0:1790964136.324888:0:30963:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324895:0:30963:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964136.324897:0:30963:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964136.324899:0:30963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c63180. 00000100:00000200:1.0:1790964136.324901:0:30963:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961980514688, offset 0 00000400:00000200:1.0:1790964136.324905:0:30963:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964136.324918:0:30963:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964136.324925:0:30963:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff18c01180 00000400:00000100:1.0:1790964136.324929:0:30963:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961980514688 offset 0 length 520: 4 00000400:00000200:1.0:1790964136.324933:0:30963:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000000670d014 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1790964136.324935:0:30963:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1790964136.324941:0:30963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c63180 00000400:00000010:1.0:1790964136.324943:0:30963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000083c63180. 00000100:00000001:1.0:1790964136.324947:0:30963:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964136.324950:0:30963:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324959:0:30963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964136.324960:0:30963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb80d4e x1877961980514688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.324966:0:30963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324968:0:30963:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964136.324970:0:30963:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.324974:0:30963:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1790964136.324977:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295670798 00000100:00000001:1.0:1790964136.324980:0:30963:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295670798 00000100:00000001:1.0:1790964136.324981:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295670798 00000100:00000001:1.0:1790964136.324983:0:30963:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295670798 00000100:00000001:1.0:1790964136.324985:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295670798 00000100:00000001:1.0:1790964136.324987:0:30963:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295670798 00000100:00000001:1.0:1790964136.324989:0:30963:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295670798 00000100:00000001:1.0:1790964136.324991:0:30963:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295670798 00000100:00000001:1.0:1790964136.324993:0:30963:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964136.324995:0:30963:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.324998:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325000:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325006:0:30963:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964136.325015:0:30963:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964136.325017:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.325018:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964136.325019:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325021:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964136.325054:0:31846:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000066be7290. 00000100:00000001:1.0:1790964136.325061:0:31846:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964136.325063:0:31846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961980514560 02000000:00000001:1.0:1790964136.325065:0:31846:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964136.325066:0:31846:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964136.325068:0:31846:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.325071:0:31846:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964136.325075:0:31846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961980514560 00000020:00000001:1.0:1790964136.325077:0:31846:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964136.325078:0:31846:0:(genops.c:804:class_conn2export()) looking for export cookie 0x92843448d1304b12 00000020:00000001:1.0:1790964136.325079:0:31846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964136.325082:0:31846:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d4ee7be3 refcount=5 00000020:00000001:1.0:1790964136.325084:0:31846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620183027900416 : -123890681651200 : ffff8f5273ede000) 00000020:00000001:1.0:1790964136.325085:0:31846:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620183027900416 : -123890681651200 : ffff8f5273ede000) 00000100:00000001:1.0:1790964136.325090:0:31846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964136.325093:0:31846:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6167249. 00000100:00000001:1.0:1790964136.325095:0:31846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964136.325097:0:31846:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6167249. 00000020:00000010:1.0:1790964136.325102:0:31846:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b887020a. 00000020:00000010:1.0:1790964136.325104:0:31846:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000719b63af. 00000020:00000010:1.0:1790964136.325109:0:31846:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2ecb9c0. 00000100:00000040:1.0:1790964136.325116:0:31846:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1790964136.325119:0:31846:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964136.325120:0:31846:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964136.325123:0:31846:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325130:0:31846:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1790964136.325133:0:31846:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1790964136.325135:0:31846:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325143:0:31846:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325154:0:31846:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964136.325161:0:31846:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964136.325165:0:31846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1790964136.325168:0:31846:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d4ee7be3 : new rpc_count 1 00000100:00000001:1.0:1790964136.325170:0:31846:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620177909152640 : -123895800398976 : ffff8f5142d3fb80) 00000100:00000040:1.0:1790964136.325174:0:31846:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058b81d72 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:712/0 lens 224/0 e 0 to 0 dl 1790964147 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.325183:0:31846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964136.325185:0:31846:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6167249. 00000100:00000001:1.0:1790964136.325186:0:31846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964136.325188:0:31846:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6167249. 00000100:00100000:1.0:1790964136.325191:0:31846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000058b81d72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30965:x1877961980514560:12345-0@lo:400: 00000100:00000200:1.0:1790964136.325195:0:31846:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961980514560 00000020:00000001:1.0:1790964136.325197:0:31846:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964136.325200:0:31846:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964136.325202:0:31846:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.325205:0:31846:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964136.325206:0:31846:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072650915520 : -1058636096 : ffffffffc0e67ec0) 00000020:00000001:1.0:1790964136.325209:0:31846:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964136.325212:0:31846:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964136.325214:0:31846:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964136.325216:0:31846:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964136.325218:0:31846:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.325220:0:31846:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1790964136.325223:0:31846:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964136.325225:0:31846:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964136.325229:0:31846:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011e941c5. 02000000:00000001:1.0:1790964136.325231:0:31846:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325233:0:31846:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.325235:0:31846:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964136.325237:0:31846:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961980514560 00010000:00000001:1.0:1790964136.325239:0:31846:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964136.325243:0:31846:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000058b81d72 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:712/0 lens 224/224 e 0 to 0 dl 1790964147 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964136.325260:0:31846:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964136.325262:0:31846:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964136.325264:0:31846:0:(import.c:2195:obd_at_measure()) add 1 to 00000000aca6831d time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964136.325267:0:31846:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964136.325269:0:31846:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 17 to 0@lo 00000100:00000001:1.0:1790964136.325271:0:31846:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 02000000:00000001:1.0:1790964136.325273:0:31846:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964136.325275:0:31846:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325277:0:31846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964136.325279:0:31846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964136.325282:0:31846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c63180. 00000100:00000200:1.0:1790964136.325285:0:31846:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961980514560, offset 224 00000400:00000200:1.0:1790964136.325288:0:31846:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964136.325295:0:31846:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964136.325302:0:31846:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff18c01100 00000400:00000200:1.0:1790964136.325308:0:31846:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:1.0:1790964136.325314:0:31846:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964136.325316:0:31846:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964136.325321:0:31846:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964136.325326:0:31846:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964136.325334:0:31846:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.325350:0:31846:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964136.325355:0:31846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c63180 00000400:00000010:1.0:1790964136.325357:0:31846:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000083c63180. 00000100:00000001:1.0:1790964136.325359:0:31846:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964136.325361:0:31846:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964136.325363:0:31846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.325366:0:31846:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 16 to 0@lo 00010000:00000001:1.0:1790964136.325368:0:31846:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964136.325370:0:31846:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964136.325371:0:31846:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964136.325380:0:31846:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058b81d72 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:712/0 lens 224/224 e 0 to 0 dl 1790964147 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964136.325389:0:31846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000058b81d72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30965:x1877961980514560:12345-0@lo:400: Request processed in 206us (3741us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964136.325395:0:31846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1790964136.325398:0:31846:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4ee7be3 : new rpc_count 0 00000100:00000001:1.0:1790964136.325399:0:31846:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964136.325401:0:31846:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964136.325404:0:31846:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000719b63af. 00000020:00000010:1.0:1790964136.325407:0:31846:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2ecb9c0. 00000020:00000010:1.0:1790964136.325410:0:31846:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b887020a. 00000020:00000040:1.0:1790964136.325415:0:31846:0:(genops.c:879:class_export_put()) PUTting export 00000000d4ee7be3 : new refcount 4 00000100:00000001:1.0:1790964136.325418:0:31846:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325434:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.325449:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964136.325455:0:30965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964136.325457:0:30965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964136.325459:0:30965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000704349f8. 00000400:00000200:1.0:1790964136.325463:0:30965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fecf4e 00000400:00000010:1.0:1790964136.325465:0:30965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053fecf4e. 00000100:00000001:1.0:1790964136.325502:0:30965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964136.325506:0:30965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964136.325514:0:30965:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.325520:0:30965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964136.325522:0:30965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325524:0:30965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964136.325526:0:30965:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964136.325528:0:30965:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964136.325529:0:30965:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.325532:0:30965:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964136.325540:0:30965:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aaaeb0c1. 00000100:00001000:1.0:1790964136.325545:0:30965:0:(import.c:2195:obd_at_measure()) add 5 to 0000000081ae5a9d time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964136.325553:0:30965:0:(import.c:2195:obd_at_measure()) add 1 to 00000000c4a38bd5 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964136.325555:0:30965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964136.325556:0:30965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964136.325558:0:30965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790964136.325562:0:30965:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964136.325568:0:30965:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325572:0:30965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790964136.325574:0:30965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1790964136.325576:0:30965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790964136.325577:0:30965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964136.325580:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.325585:0:30965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964136.325588:0:30965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964136.325590:0:30965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964136.325592:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964136.325598:0:30965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004f9140e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961980514560:0@lo:400: 00000100:00000001:1.0:1790964136.325602:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325603:0:30965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964136.325605:0:30965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f9140e0 x1877961980514560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.325611:0:30965:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964136.325612:0:30965:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964136.325614:0:30965:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000ec813f. 02000000:00000001:1.0:1790964136.325621:0:30965:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964136.325623:0:30965:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964136.325624:0:30965:0:(genops.c:1223:class_import_put()) import 00000000a04de06f refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1790964136.325627:0:30965:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964136.325629:0:30965:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040f69580. 02000000:00000001:1.0:1790964136.325632:0:30965:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964136.325640:0:30965:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964136.325641:0:30965:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f9140e0. 00000100:00000001:1.0:1790964136.325646:0:30965:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964136.325647:0:30965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325648:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.325654:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964136.325656:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.325658:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.325660:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964136.325925:0:30966:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964136.325962:0:30966:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964136.334524:0:713:0:(connection.c:75:cpu_latency_work()) work item of 000000005b6938f4 (cpu 3) has reached its deadline 4295670798, at 4295670799 00000100:00000010:3.0:1790964136.334547:0:713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f8a1f8a. 00000100:00000040:2.0:1790964136.334633:0:765:0:(connection.c:75:cpu_latency_work()) work item of 00000000e8055d9b (cpu 2) has reached its deadline 4295670798, at 4295670799 00000100:00000010:2.0:1790964136.334652:0:765:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0b99881. 00000100:00000040:1.0:1790964136.338515:0:23635:0:(connection.c:75:cpu_latency_work()) work item of 00000000f26e00da (cpu 1) has reached its deadline 4295670798, at 4295670801 00000100:00000010:1.0:1790964136.338541:0:23635:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2aa0e94. 00010000:00000001:0.0:1790964136.380279:0:31850:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964136.380296:0:31850:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964136.380301:0:31850:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964136.380306:0:31850:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964136.380309:0:31850:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1790964136.381159:0:22835:0:(connection.c:75:cpu_latency_work()) work item of 00000000bb6c0310 (cpu 0) has reached its deadline 4295670798, at 4295670845 00000100:00000010:0.0:1790964136.381178:0:22835:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000156fdbd5. 02000000:00000010:0.0:1790964136.382147:0:31850:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3cc7c21. 02000000:00000001:0.0:1790964136.382155:0:31850:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.382161:0:31850:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964136.382168:0:31850:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964136.382171:0:31850:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964136.382175:0:31850:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1790964136.382180:0:31850:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964136.382184:0:31850:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964136.382190:0:31850:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000000bcb1a4c refcount 17 to 0@lo 00000100:00000001:0.0:1790964136.382193:0:31850:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620182567379520 : -123891142172096 : ffff8f52587ae240) 00000100:00000001:0.0:1790964136.382195:0:31850:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446620182567379520 : -123891142172096 : 0xffff8f52587ae240) 00000100:00000040:0.0:1790964136.382198:0:31850:0:(connection.c:150:ptlrpc_connection_get()) conn=000000000bcb1a4c refcount 17 to 0@lo 02000000:00000001:0.0:1790964136.382201:0:31850:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964136.382203:0:31850:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964136.382218:0:31850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964136.382221:0:31850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964136.382228:0:31850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a1361a. 00000100:00000200:0.0:1790964136.382237:0:31850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961980514432, offset 0 00000400:00000200:0.0:1790964136.382245:0:31850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964136.382264:0:31850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964136.382279:0:31850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff18c01080 00000400:00000200:0.0:1790964136.382291:0:31850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaed [1] + 0 00000400:00000200:0.0:1790964136.382306:0:31850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964136.382312:0:31850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964136.382321:0:31850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964136.382332:0:31850:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964136.382344:0:31850:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964136.382504:0:31850:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964136.382517:0:31850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a1361a 00000400:00000010:0.0:1790964136.382520:0:31850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010a1361a. 00000100:00000001:0.0:1790964136.382524:0:31850:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964136.382525:0:31850:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964136.382533:0:31850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964136.382536:0:31850:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000000bcb1a4c refcount 16 to 0@lo 00000100:00000001:0.0:1790964136.382538:0:31850:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964136.382542:0:31850:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1790964136.382551:0:31850:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085eb9fa1 x1877961980514432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964156 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964136.382560:0:31850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000085eb9fa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30963:x1877961980514432:12345-0@lo:38: Request processed in 60695us (61340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790964136.382572:0:31850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964136.382576:0:31850:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964136.382578:0:31850:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964136.382587:0:31850:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be4ccf3b. 00000020:00000010:0.0:1790964136.382592:0:31850:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8c73de7. 00000020:00000010:0.0:1790964136.382607:0:31850:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000512273bd. 00000100:00000001:0.0:1790964136.382613:0:31850:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.382636:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.382642:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964136.382651:0:30963:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964136.382654:0:30963:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964136.382656:0:30963:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae9decdd. 00000400:00000200:1.0:1790964136.382661:0:30963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b49ce3f5 00000400:00000010:1.0:1790964136.382663:0:30963:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b49ce3f5. 00000100:00000001:1.0:1790964136.382666:0:30963:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964136.382670:0:30963:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964136.382679:0:30963:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.382691:0:30963:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964136.382693:0:30963:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.382696:0:30963:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964136.382699:0:30963:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964136.382701:0:30963:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964136.382704:0:30963:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964136.382706:0:30963:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964136.382721:0:30963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001b786dc8. 00000100:00001000:1.0:1790964136.382729:0:30963:0:(import.c:2195:obd_at_measure()) add 0 to 000000001654aa76 time=1790964136 v=5 (0 0 0 0) 00000100:00001000:1.0:1790964136.382734:0:30963:0:(import.c:2195:obd_at_measure()) add 1 to 0000000002b233ff time=10 v=10 (10 0 0 0) 00000100:00000001:1.0:1790964136.382737:0:30963:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964136.382740:0:30963:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790964136.382742:0:30963:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964136.382757:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964151 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.382764:0:30963:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1790964136.382768:0:30963:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964136.382770:0:30963:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.382772:0:30963:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964136.382775:0:30963:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1790964136.382778:0:30963:0:(import.c:65:import_set_state_nolock()) 000000008b7b8005 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964136.382783:0:30963:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1790964136.382786:0:30963:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964136.382789:0:30963:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964151 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964136.382795:0:30963:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c903f455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30963:1877961980514432:0@lo:38: 00000100:00000001:1.0:1790964136.382800:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.382803:0:30963:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964136.382806:0:30963:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c903f455 x1877961980514432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964151 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964136.382812:0:30963:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964136.382815:0:30963:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964136.382818:0:30963:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009ad64b5f. 02000000:00000001:1.0:1790964136.382822:0:30963:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964136.382825:0:30963:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964136.382827:0:30963:0:(genops.c:1223:class_import_put()) import 000000008b7b8005 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1790964136.382829:0:30963:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964136.382832:0:30963:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001114f96d. 02000000:00000001:1.0:1790964136.382837:0:30963:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964136.382839:0:30963:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964136.382840:0:30963:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c903f455. 00000100:00000001:1.0:1790964136.382845:0:30963:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964136.382847:0:30963:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964136.382849:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.382851:0:30963:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964136.382860:0:30963:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964136.382862:0:30963:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964136.382864:0:30963:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964136.384582:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964136.384591:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964136.384593:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964136.384597:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:3.0:1790964136.384602:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964136.384606:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964136.384609:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964136.384612:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964136.384614:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1790964136.666548:0:32274:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790964136.666557:0:32274:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:2.0:1790964136.672224:0:32274:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1790964137.089116:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964137.089128:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964137.089138:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964137.089139:0:713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964137.089298:0:31834:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964137.089303:0:31834:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964137.089307:0:31834:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964137.409202:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964137.409217:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964137.409220:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964137.409226:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:3.0:1790964137.409233:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964137.409240:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964137.409243:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964137.409247:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964137.409253:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964138.114161:0:713:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964138.114173:0:713:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964138.114182:0:713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964138.114184:0:713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964138.115927:0:31833:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964138.115935:0:31833:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964138.115941:0:31833:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964138.119274:0:32287:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006682de34. 00080000:00000010:3.0:1790964138.119292:0:32287:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000006682de34. 00000020:00000001:3.0:1790964138.119301:0:32287:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964138.442312:0:31879:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964138.442322:0:31879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964138.442325:0:31879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964138.442330:0:31879:0:(client.c:2716:ptlrpc_set_wait()) set 000000008d96bc4c going to sleep for 0 seconds 00000100:00000001:1.0:1790964138.442336:0:31879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964138.442340:0:31879:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964138.442343:0:31879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964138.442347:0:31879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964138.442362:0:31879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 2680 lines, 2680 kept, 0 dropped, 0 bad.