00000020:01000004:0.0F:1790964064.469433:0:31764:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964064.469446:0:31764:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790964064.469447:0:31764:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790964064.469558:0:31764:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000024619469 00000080:02000400:0.0:1790964064.469571:0:31764:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964064.472849:0:31764:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964064.472907:0:31764:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790964064.472948:0:31764:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000a86f98b1) 00000020:00000080:0.0:1790964064.472970:0:31764:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0F:1790964064.525638:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790964064.530836:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.534960:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.535224:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.536737:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.538414:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.538929:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.541386:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.541755:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.542408:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.542782:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.543417:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.543651:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1790964064.543917:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.546028:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.548035:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.548631:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.548905:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.549169:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.550431:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.550970:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.551197:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.553509:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.553824:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.555416:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.555662:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.555938:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.557017:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.557410:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.557655:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.558069:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.558333:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.562395:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.562961:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.563242:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.563538:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.564162:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.564515:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.564774:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.565039:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.565297:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.566275:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.567036:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.567331:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1790964064.567704:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.567980:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1790964064.573094:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.581227:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.581955:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.582222:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.587704:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.588184:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1790964064.588499:0:31764:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:3.0:1790964064.589458:0:31764:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1790964064.589654:0:31764:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1790964064.589662:0:31764:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790964064.589673:0:31764:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e17a3 00000020:01000004:3.0:1790964064.589680:0:31764:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1790964064.589685:0:31764:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1790964064.589689:0:31764:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000024619469 from MGS 00000020:01000004:3.0:1790964064.589694:0:31764:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1790964064.589713:0:31764:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000781b5e2a) 00000020:00000080:3.0:1790964064.589725:0:31764:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1790964064.589848:0:31764:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000024619469 from MGS, refs=2 00080000:01000000:3.0:1790964064.589854:0:31764:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790964064.589860:0:31764:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e17b1 00000100:00100000:3.0:1790964064.589958:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1790964064.590090:0:31764:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1790964064.590097:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964064.597223:0:31764:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964064.597245:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1790964064.598232:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964064.598438:0:31764:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1790964064.598443:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1790964064.599362:0:31764:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1790964064.599372:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0F:1790964064.599830:0:31764:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1790964064.599842:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1790964064.606656:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964064.606662:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964064.606663:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964064.606933:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964064.606936:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964064.606937:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964064.607481:0:31764:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0F:1790964064.609553:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1790964064.857460:0:31764:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 1839 MB/s 00000001:01000000:1.0:1790964065.108385:0:31764:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2780 MB/s 00000001:01000000:2.0:1790964065.358387:0:31764:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 467 MB/s 00000001:01000000:0.0:1790964065.611294:0:31764:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 640 MB/s 00000040:01000000:0.0:1790964065.617244:0:31764:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1790964065.618103:0:31777:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1790964065.618157:0:31764:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1790964065.618254:0:31764:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:2.0:1790964065.618294:0:31764:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:2.0:1790964065.618310:0:31764:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1790964065.618682:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964065.618921:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1790964065.618929:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00010000:00010000:3.0:1790964065.630656:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964065.633044:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1790964065.633057:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964065.634481:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964065.634492:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1790964065.635248:0:31764:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790964065.635270:0:31764:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.115@tcp' 00000020:01000004:3.0:1790964065.635272:0:31764:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790964065.635332:0:31764:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.115@tcp (typ=mgc) 00000020:00000080:3.0:1790964065.635346:0:31764:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.115@tcp (00000000a816e34b) 00000020:00000080:3.0:1790964065.635362:0:31764:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790964065.635567:0:31764:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c4da62e2@MGC192.168.201.115@tcp: add connection 192.168.201.115@tcp at head 00010000:00010000:3.0:1790964065.635766:0:31764:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.115@tcp-0 is initialized 00000040:01000000:3.0:1790964065.635772:0:31764:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.115@tcp ctxt 1 is initialized 00000100:00080000:1.0:1790964065.636596:0:31782:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1790964065.643179:0:31783:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790964065.643253:0:31764:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.115@tcp (uuid 53a7a72f-9bab-4612-9db1-e8f2d4340aca) 00000020:00000080:3.0:1790964065.643277:0:31764:0:(genops.c:1385:class_connect()) connect: client 53a7a72f-9bab-4612-9db1-e8f2d4340aca, cookie 0xbd18af51f30e17bf 00000100:00080000:3.0:1790964065.643290:0:31764:0:(import.c:545:import_select_connection()) MGC192.168.201.115@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964065.643296:0:31764:0:(import.c:665:import_select_connection()) MGC192.168.201.115@tcp: import 00000000c4da62e2 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1790964065.643332:0:31764:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e1f055dc x1877961916547200/t0(0) o250->MGC192.168.201.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964065.643423:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30891:1877961916547200:0@lo:250: 00000100:00100000:3.0:1790964065.643530:0:30891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790964065.643588:0:31764:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 53a7a72f-9bab-4612-9db1-e8f2d4340aca->MGS 00000020:01000004:3.0:1790964065.643608:0:31764:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1790964065.643613:0:31764:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1790964065.643625:0:31764:0:(genops.c:413:class_newdev()) Allocate new device MDS (000000008fe24e85) 00000020:00000080:3.0:1790964065.643637:0:31764:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1790964065.650947:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547200 00000100:00100000:2.0:1790964065.650965:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547200 00000100:00100000:2.0:1790964065.651011:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964065.651018:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007d5da8c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30891:x1877961916547200:12345-0@lo:250: 00010000:00080000:2.0:1790964065.651051:0:31778:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo t0 exp 0000000000000000 cur 888 last 0 00000020:00000080:2.0:1790964065.651079:0:31778:0:(genops.c:1385:class_connect()) connect: client 53a7a72f-9bab-4612-9db1-e8f2d4340aca, cookie 0xbd18af51f30e17cd 00000100:00080000:2.0:1790964065.651250:0:31778:0:(import.c:65:import_set_state_nolock()) 0000000066b497f6 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790964065.651318:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007d5da8c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+5:30891:x1877961916547200:12345-0@lo:250: Request processed in 298us (7788us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964065.651327:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964065.651388:0:30891:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.115@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790964065.651400:0:30891:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.115@tcp: connect to target with instance 0 00000100:00080000:2.0:1790964065.651408:0:30891:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.115@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1790964065.651413:0:30891:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1790964065.651416:0:30891:0:(import.c:65:import_set_state_nolock()) 00000000c4da62e2 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1790964065.651418:0:30891:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1790964065.651422:0:30891:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1790964065.651427:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30891:1877961916547200:0@lo:250: 00000100:00100000:3.0:1790964065.677486:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964065.677722:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964065.677740:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1790964065.678583:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964065.678592:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1790964065.679409:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964065.679416:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1790964065.681463:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964065.681664:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1790964065.681671:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1790964065.683610:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1790964065.683622:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964065.739190:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964065.739394:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964065.739401:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1790964065.741939:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1790964065.741953:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1790964065.743086:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964065.743418:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964065.743424:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1790964065.744017:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964065.744024:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1790964065.744740:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964065.745031:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964065.745037:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790964065.745592:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964065.745601:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1790964065.746486:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964065.746934:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964065.746941:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790964065.747594:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964065.747601:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790964065.776615:0:31764:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964065.777099:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964065.777108:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964065.781423:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964065.781444:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1790964065.782340:0:31764:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790964065.782350:0:31764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790964065.786957:0:31764:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1790964065.787008:0:31764:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1790964065.787027:0:31764:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.115@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1790964065.787208:0:31764:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.115@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790964065.787251:0:31764:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.115@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1790964065.787256:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790964065.787258:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964065.787259:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964065.787260:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964065.787262:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964065.787263:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964065.787264:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964065.787266:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964065.787267:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964065.787268:0:31764:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964065.787270:0:31764:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1790964065.787272:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964065.787273:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964065.787276:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964065.787277:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964065.787278:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964065.787279:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964065.787280:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964065.787281:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964065.787282:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964065.787283:0:31764:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964065.787311:0:31764:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964065.787332:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000267993ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547328:0@lo:253: 00000100:00100000:1.0:1790964065.787416:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.787515:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000096467642 going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.788078:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547328 00000100:00100000:3.0:1790964065.788088:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547328 00000100:00100000:3.0:1790964065.788250:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964065.788260:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d0431eaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+5:31764:x1877961916547328:12345-0@lo:253: 20000000:01000000:3.0:1790964065.788311:0:31781:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964065.788315:0:31781:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790964065.788318:0:31781:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790964065.794156:0:31802:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790964065.794970:0:31781:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1790964065.797315:0:31803:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790964065.797325:0:31803:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790964065.797327:0:31803:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:3.0:1790964065.797337:0:31803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:1.0:1790964065.797547:0:31781:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964065.797558:0:31781:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790964065.798999:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d0431eaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+5:31764:x1877961916547328:12345-0@lo:253: Request processed in 10734us (11577us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964065.799017:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964065.799156:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000267993ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547328:0@lo:253: 10000000:01000000:3.0:1790964065.799171:0:31764:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964065.799174:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964065.799176:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964065.799177:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964065.799178:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964065.799179:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964065.799180:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964065.799181:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964065.799183:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964065.799184:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964065.799185:0:31764:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790964065.799203:0:31764:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000024619469 from lustre-MDT0000 10000000:01000000:3.0:1790964065.799226:0:31764:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790964065.799228:0:31764:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790964065.799232:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff893eac6019c0 10000000:01000000:3.0:1790964065.799236:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790964065.799251:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff893eac6019c0 from 1 10000000:01000000:3.0:1790964065.799254:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790964065.799291:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.799301:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.799308:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964065.799324:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c247c644 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547456:0@lo:101: 00000100:00100000:3.0:1790964065.799357:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964065.799405:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000071b87341 going to sleep for 11 seconds 00000100:00100000:2.0:1790964065.799483:0:31780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547456 00000100:00100000:2.0:1790964065.799489:0:31780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547456 00000100:00100000:2.0:1790964065.799527:0:31780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790964065.799534:0:31780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008d007f3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+5:31764:x1877961916547456:12345-0@lo:101: 00010000:00010000:2.0:1790964065.799546:0:31780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964065.799559:0:31780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000542f5e91/0xbd18af51f30e17db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e17d4 expref: -99 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.799580:0:31780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000542f5e91/0xbd18af51f30e17db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e17d4 expref: 6 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.799589:0:31780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000542f5e91/0xbd18af51f30e17db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e17d4 expref: 6 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.799597:0:31780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000542f5e91, rc 0) 00000100:00100000:2.0:1790964065.799631:0:31780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008d007f3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+6:31764:x1877961916547456:12345-0@lo:101: Request processed in 97us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964065.799637:0:31780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964065.799747:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c247c644 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547456:0@lo:101: 00010000:00010000:1.0:1790964065.799760:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17db expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.799767:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e17db expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.799813:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547584:0@lo:501: 00000100:00100000:1.0:1790964065.799839:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.799862:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004f7fa5f going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.800007:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547584 00000100:00100000:3.0:1790964065.800012:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547584 00000100:00100000:3.0:1790964065.800039:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964065.800044:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004e3efa5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+6:31764:x1877961916547584:12345-0@lo:501: 00000100:00100000:3.0:1790964065.800109:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004e3efa5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+6:31764:x1877961916547584:12345-0@lo:501: Request processed in 65us (270us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790964065.800116:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964065.800479:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547584:0@lo:501: 10000000:01000000:1.0:1790964065.800515:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790964065.800532:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17db expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.800539:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 00000000f0bbc8de/0xbd18af51f30e17d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17db expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964065.800547:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff893ebfa7f800 10000000:01000000:1.0:1790964065.800551:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790964065.800562:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff893ebfa7f800 10000000:01000000:1.0:1790964065.800565:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790964065.800568:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff893ebfa7f800 from 1 10000000:01000000:1.0:1790964065.800570:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790964065.800589:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.800595:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.800602:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.800613:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547712:0@lo:101: 00000100:00100000:1.0:1790964065.800637:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.800667:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004f7fa5f going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.800771:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547712 00000100:00100000:0.0:1790964065.800776:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547712 00000100:00100000:0.0:1790964065.800806:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964065.800811:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ff204cb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+6:31764:x1877961916547712:12345-0@lo:101: 00010000:00010000:0.0:1790964065.800818:0:31778:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964065.800827:0:31778:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000866f38a2/0xbd18af51f30e17e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e17e2 expref: -99 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.800851:0:31778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000866f38a2/0xbd18af51f30e17e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e17e2 expref: 7 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.800859:0:31778:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000866f38a2/0xbd18af51f30e17e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e17e2 expref: 7 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.800866:0:31778:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000866f38a2, rc 0) 00000100:00100000:0.0:1790964065.800907:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ff204cb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+7:31764:x1877961916547712:12345-0@lo:101: Request processed in 96us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.800916:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964065.801059:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547712:0@lo:101: 00010000:00010000:1.0:1790964065.801068:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17e9 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.801075:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e17e9 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964065.801086:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790964065.801141:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17e9 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.801148:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 00000000c65a178c/0xbd18af51f30e17e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17e9 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964065.801164:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964065.801167:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964065.801171:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff893ebfa7f800 10000000:01000000:1.0:1790964065.801173:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790964065.801176:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1790964065.801178:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1790964065.801190:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.801196:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.801202:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.801211:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547840:0@lo:101: 00000100:00100000:1.0:1790964065.801233:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.801250:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004f7fa5f going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.801312:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547840 00000100:00100000:3.0:1790964065.801316:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547840 00000100:00100000:3.0:1790964065.801337:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964065.801342:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d205b521 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+7:31764:x1877961916547840:12345-0@lo:101: 00010000:00010000:3.0:1790964065.801348:0:31781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964065.801355:0:31781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000081c94ddc/0xbd18af51f30e17f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e17f0 expref: -99 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.801376:0:31781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081c94ddc/0xbd18af51f30e17f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e17f0 expref: 8 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.801383:0:31781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000081c94ddc/0xbd18af51f30e17f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e17f0 expref: 8 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.801388:0:31781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000081c94ddc, rc 0) 00000100:00100000:3.0:1790964065.801418:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d205b521 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+8:31764:x1877961916547840:12345-0@lo:101: Request processed in 76us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.801423:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790964065.802708:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547840:0@lo:101: 00010000:00010000:1.0:1790964065.802740:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17f7 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.802749:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e17f7 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.802822:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547968:0@lo:501: 00000100:00100000:1.0:1790964065.802863:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.802918:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004f7fa5f going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.802983:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916547968 00000100:00100000:3.0:1790964065.802989:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916547968 00000100:00100000:3.0:1790964065.803039:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964065.803047:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000020985e20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+8:31764:x1877961916547968:12345-0@lo:501: 00000100:00100000:3.0:1790964065.803207:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000020985e20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31764:x1877961916547968:12345-0@lo:501: Request processed in 161us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.803215:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790964065.803648:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916547968:0@lo:501: 00000100:00100000:1.0:1790964065.803682:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548096:0@lo:503: 00000100:00100000:1.0:1790964065.803734:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.803764:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004f7fa5f going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.804027:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548096 00000100:00100000:0.0:1790964065.804032:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548096 00000100:00100000:0.0:1790964065.804061:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964065.804068:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000010ae647 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31764:x1877961916548096:12345-0@lo:503: 00000100:00100000:0.0:1790964065.804872:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000010ae647 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31764:x1877961916548096:12345-0@lo:503: Request processed in 803us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.804882:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790964065.804972:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548096:0@lo:503: 00000100:00100000:1.0:1790964065.805759:0:31804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31804:1877961916548224:0@lo:502: 00000100:00100000:1.0:1790964065.805812:0:31804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.805857:0:31804:0:(client.c:2716:ptlrpc_set_wait()) set 0000000067119fb1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.805907:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548224 00000100:00100000:3.0:1790964065.805913:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548224 00000100:00100000:3.0:1790964065.805954:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964065.805962:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dce62c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31804:x1877961916548224:12345-0@lo:502: 00000100:00100000:3.0:1790964065.806656:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dce62c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31804:x1877961916548224:12345-0@lo:502: Request processed in 694us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.806664:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790964065.806748:0:31804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31804:1877961916548224:0@lo:502: 00000020:01000000:1.0:1790964065.806776:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964065.806786:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964065.806788:0:31804:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964065.806793:0:31804:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964065.806795:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964065.806816:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000df24b48e) 00000020:00000080:1.0:1790964065.806833:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964065.806839:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964065.806995:0:31804:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964065.807002:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e1805 00000020:00000080:1.0:1790964065.809059:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964065.809072:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964065.809079:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964065.809081:0:31804:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964065.809084:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964065.809089:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964065.809090:0:31804:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964065.809094:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964065.809105:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000fd3c7bd6) 00000020:00000080:1.0:1790964065.809487:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964065.809494:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964065.809496:0:31804:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964065.809498:0:31804:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964065.809504:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964065.809566:0:31804:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000024619469 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964065.809577:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000009e6f6d66) 00000020:00000080:1.0:1790964065.809585:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964065.809658:0:31804:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964065.809664:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbd18af51f30e181a 00000020:00000080:1.0:1790964065.809775:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964065.809781:0:31804:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964065.809785:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbd18af51f30e1821 00080000:01000000:1.0:1790964065.809791:0:31804:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964065.809795:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e1828 00010000:00010000:1.0:1790964065.885018:0:31804:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1790964065.885544:0:31804:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:1.0:1790964065.885835:0:31804:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1790964065.886610:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000153c8e73) 00000020:00000080:1.0:1790964065.886630:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1790964065.886707:0:31804:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1790964065.886715:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e1836 00000020:00000080:3.0:1790964065.888295:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964065.890592:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbd18af51f30e183d 00000020:00000080:2.0:1790964065.892746:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790964065.892760:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964065.892767:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.892770:0:31804:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790964065.892772:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964065.892775:0:31804:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1790964065.892777:0:31804:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964065.892778:0:31804:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964065.892779:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964065.892782:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.892783:0:31804:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964065.892785:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964065.892790:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.892791:0:31804:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790964065.892796:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790964065.892904:0:31804:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790964065.892929:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964065.892932:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.892933:0:31804:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790964065.892936:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790964065.892939:0:31804:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790964065.892943:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.892944:0:31804:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790964065.892946:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964065.892951:0:31804:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.115@tcp to nid 0x20000c0a8c973 (192.168.201.115@tcp) 00000020:01000000:2.0:1790964065.892983:0:31804:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790964065.892986:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964065.893014:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000e33f6a5a) 00000020:00000080:2.0:1790964065.893038:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790964065.893046:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964065.893108:0:31804:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790964065.893115:0:31804:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790964065.893160:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e184b 00010000:00080000:2.0:1790964065.893203:0:31804:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000111bc6fd@lustre-OST0000-osc-MDT0000: add connection 192.168.201.115@tcp at head 00010000:00010000:2.0:1790964065.893433:0:31804:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790964065.896019:0:31804:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790964065.896303:0:31804:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790964065.899426:0:31804:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964065.904003:0:31804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790964065.904956:0:31804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:0.0:1790964065.905655:0:31808:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790964065.905661:0:31808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790964065.907983:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790964065.907995:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790964065.908559:0:31804:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790964065.908581:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbd18af51f30e1852 00000100:00080000:2.0:1790964065.908594:0:31804:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964065.908600:0:31804:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000111bc6fd using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1790964065.908697:0:31804:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964065.908736:0:31804:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1790964065.908769:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049b8ddaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916548352:0@lo:8: 00000020:01000000:2.0:1790964065.908797:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964065.908802:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.908803:0:31804:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790964065.908806:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964065.908808:0:31804:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1790964065.908810:0:31804:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964065.908811:0:31804:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964065.908812:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964065.908814:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.908816:0:31804:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964065.908818:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964065.908821:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964065.908827:0:31804:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1790964065.908830:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000400:00000100:3.0:1790964065.908831:0:30891:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961916548352 offset 0 length 520: 4 00000020:00000080:2.0:1790964065.908833:0:31804:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.115@tcp to nid 0x20000c0a8c973 (192.168.201.115@tcp) 00000020:00000080:2.0:1790964065.908853:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964065.908864:0:31804:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000ca7acb62) 00000020:00000080:2.0:1790964065.908874:0:31804:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790964065.908878:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964065.908934:0:31804:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1790964065.908940:0:31804:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790964065.908947:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbd18af51f30e1860 00010000:00080000:2.0:1790964065.908973:0:31804:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b78ad744@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.115@tcp at head 00010000:00010000:2.0:1790964065.912621:0:31804:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964065.914155:0:31804:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964065.914171:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964065.914209:0:31804:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964065.914228:0:31804:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbd18af51f30e1867 00000100:00080000:3.0:1790964065.914239:0:31804:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964065.914244:0:31804:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000b78ad744 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1790964065.914279:0:31804:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c247c644 x1877961916548480/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964065.914308:0:31804:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964065.914366:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964065.914370:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964065.914372:0:31804:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964065.914375:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964065.914379:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964065.914381:0:31804:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964065.914383:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964065.914385:0:31804:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964065.914411:0:31804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31804:1877961916548608:0@lo:502: 00000100:00100000:3.0:1790964065.914500:0:31804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964065.914538:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548608 00000100:00100000:3.0:1790964065.914544:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548608 00000100:00100000:3.0:1790964065.914582:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964065.914589:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001d17ed62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31804:x1877961916548608:12345-0@lo:502: 00000100:00100000:3.0:1790964065.914699:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001d17ed62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31804:x1877961916548608:12345-0@lo:502: Request processed in 110us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.914707:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964065.914775:0:31804:0:(client.c:2716:ptlrpc_set_wait()) set 000000001fd1c815 going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.914803:0:31804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31804:1877961916548608:0@lo:502: 00000020:01000000:3.0:1790964065.914828:0:31804:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964065.914832:0:31804:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964065.914833:0:31804:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964065.914837:0:31804:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000100:00100000:2.0:1790964065.915093:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c247c644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916548480:0@lo:38: 00000100:00100000:2.0:1790964065.915150:0:30891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.915245:0:31791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548480 00000100:00100000:1.0:1790964065.915250:0:31791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548480 00000100:00100000:1.0:1790964065.915281:0:31791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964065.915286:0:31791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003d507f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30891:x1877961916548480:12345-0@lo:38: 00010000:00020000:1.0:1790964065.915300:0:31791:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790964065.915339:0:31791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003d507f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30891:x1877961916548480:12345-0@lo:38: Request processed in 51us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790964065.915345:0:31791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1790964065.915373:0:30891:0:(import.c:65:import_set_state_nolock()) 00000000b78ad744 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964065.915391:0:30891:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790964065.915395:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c247c644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916548480:0@lo:38: 00000020:01000000:1.0:1790964065.916516:0:31764:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:1.0:1790964065.916541:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1790964065.916595:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17f7 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.916607:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 000000004ff521e0/0xbd18af51f30e17f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e17f7 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964065.916614:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff893ebfa7f800 from 1 10000000:01000000:1.0:1790964065.916616:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790964065.916662:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.916668:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.916677:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.916695:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548736:0@lo:101: 00000100:00100000:1.0:1790964065.916751:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.916817:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000006688fe3a going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.917082:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548736 00000100:00100000:3.0:1790964065.917089:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548736 00000100:00100000:3.0:1790964065.917196:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790964065.917205:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e5757a1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+9:31764:x1877961916548736:12345-0@lo:101: 00010000:00010000:3.0:1790964065.917218:0:31781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964065.917231:0:31781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e186e expref: -99 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.917256:0:31781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e186e expref: 10 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.917267:0:31781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e186e expref: 10 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964065.917275:0:31781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c027dd96, rc 0) 00000100:00100000:3.0:1790964065.917308:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e5757a1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+10:31764:x1877961916548736:12345-0@lo:101: Request processed in 105us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.917314:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964065.917383:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548736:0@lo:101: 00010000:00010000:1.0:1790964065.917397:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.917405:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.917972:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548864:0@lo:256: 00000100:00100000:1.0:1790964065.918015:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.918293:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000006688fe3a going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.918404:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548864 00000100:00100000:0.0:1790964065.918410:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548864 00000100:00100000:0.0:1790964065.918437:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964065.918444:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002531da64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+10:31764:x1877961916548864:12345-0@lo:256: 20000000:01000000:0.0:1790964065.918465:0:31778:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964065.918471:0:31778:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964065.918544:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002531da64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+10:31764:x1877961916548864:12345-0@lo:256: Request processed in 101us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.918551:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964065.918668:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548864:0@lo:256: 10000000:01000000:1.0:1790964065.919222:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790964065.919239:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.919249:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964065.919257:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff893ebfa7f800 from 1 10000000:01000000:1.0:1790964065.919260:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790964065.919287:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.919294:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.919301:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.919315:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548992:0@lo:101: 00000100:00100000:1.0:1790964065.919348:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.919375:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000006688fe3a going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.919550:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916548992 00000100:00100000:0.0:1790964065.919555:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916548992 00000100:00100000:0.0:1790964065.919577:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790964065.919583:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a4c8125a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+10:31764:x1877961916548992:12345-0@lo:101: 00010000:00010000:0.0:1790964065.919593:0:31778:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964065.919604:0:31778:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000962fe558/0xbd18af51f30e1883 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e187c expref: -99 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.919633:0:31778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000962fe558/0xbd18af51f30e1883 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e187c expref: 11 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.919642:0:31778:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000962fe558/0xbd18af51f30e1883 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e187c expref: 11 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.919651:0:31778:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000962fe558, rc 0) 00000100:00100000:0.0:1790964065.919687:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a4c8125a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916548992:12345-0@lo:101: Request processed in 104us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.919693:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964065.919778:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916548992:0@lo:101: 00010000:00010000:1.0:1790964065.919790:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1883 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.919804:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e1883 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.919916:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549120:0@lo:501: 00000100:00100000:1.0:1790964065.919942:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.920241:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000006688fe3a going to sleep for 11 seconds 00000100:00100000:3.0:1790964065.920341:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549120 00000100:00100000:3.0:1790964065.920346:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549120 00000100:00100000:0.0:1790964065.920421:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790964065.920428:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000003fc7931 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916549120:12345-0@lo:501: 00000100:00100000:0.0:1790964065.920560:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000003fc7931 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916549120:12345-0@lo:501: Request processed in 133us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.920567:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964065.920703:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549120:0@lo:501: 00000100:00100000:1.0:1790964065.920747:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549248:0@lo:503: 00000100:00100000:1.0:1790964065.920790:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.920814:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000006688fe3a going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.920930:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549248 00000100:00100000:0.0:1790964065.920934:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549248 00000100:00100000:0.0:1790964065.920952:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964065.920958:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000af458018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916549248:12345-0@lo:503: 00000040:00080000:0.0:1790964065.920991:0:31778:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964065.921081:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000af458018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916549248:12345-0@lo:503: Request processed in 121us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.921091:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964065.921341:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549248:0@lo:503: 00000040:00080000:1.0:1790964065.922196:0:31812:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:2.0:1790964065.922434:0:31764:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:2.0:1790964065.922461:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790964065.922484:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1883 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.922497:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 00000000ba0f18fa/0xbd18af51f30e187c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1883 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964065.922553:0:31764:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790964065.922555:0:31764:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff893ebfa7f800 10000000:01000000:2.0:1790964065.922558:0:31764:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff893ebfa7f800 10000000:01000000:2.0:1790964065.922563:0:31764:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964065.922568:0:31764:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff893ebfa7f800 from 1 10000000:01000000:2.0:1790964065.922571:0:31764:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790964065.922606:0:31764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.922626:0:31764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.922634:0:31764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964065.922652:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549376:0@lo:101: 00000100:00100000:2.0:1790964065.922704:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964065.922947:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d08a12df going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.923007:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549376 00000100:00100000:0.0:1790964065.923015:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549376 00000100:00100000:0.0:1790964065.923050:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964065.923058:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000092fe1e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31764:x1877961916549376:12345-0@lo:101: 00010000:00010000:0.0:1790964065.923080:0:31778:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964065.923093:0:31778:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000348b1d1f/0xbd18af51f30e1891 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e188a expref: -99 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.923114:0:31778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000348b1d1f/0xbd18af51f30e1891 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e188a expref: 12 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.923148:0:31778:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000348b1d1f/0xbd18af51f30e1891 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e188a expref: 12 pid: 31778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.923156:0:31778:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000348b1d1f, rc 0) 00000100:00100000:0.0:1790964065.923193:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000092fe1e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916549376:12345-0@lo:101: Request processed in 136us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.923198:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964065.923301:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549376:0@lo:101: 00010000:00010000:2.0:1790964065.923315:0:31764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1891 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.923323:0:31764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e1891 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964065.923374:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549504:0@lo:501: 00000100:00100000:2.0:1790964065.923407:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964065.923420:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d08a12df going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.923473:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549504 00000100:00100000:0.0:1790964065.923477:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549504 00000100:00100000:0.0:1790964065.923493:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964065.923498:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002f0173d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916549504:12345-0@lo:501: 00000100:00100000:0.0:1790964065.923615:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002f0173d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916549504:12345-0@lo:501: Request processed in 117us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.923622:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790964065.923686:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549504:0@lo:501: 00000100:00100000:2.0:1790964065.923713:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549632:0@lo:503: 00000100:00100000:2.0:1790964065.923767:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964065.923793:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d08a12df going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.923838:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549632 00000100:00100000:0.0:1790964065.923912:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549632 00000100:00100000:0.0:1790964065.923932:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964065.923937:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000081eaa7f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916549632:12345-0@lo:503: 00000100:00100000:0.0:1790964065.924027:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000081eaa7f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916549632:12345-0@lo:503: Request processed in 90us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.924033:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790964065.924111:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916549632:0@lo:503: 00000100:00100000:3.0:1790964065.924569:0:31813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31813:1877961916549760:0@lo:502: 00000100:00100000:3.0:1790964065.924609:0:31813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964065.924640:0:31813:0:(client.c:2716:ptlrpc_set_wait()) set 0000000003bc9ade going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.924690:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549760 00000100:00100000:0.0:1790964065.924695:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549760 00000100:00100000:0.0:1790964065.924735:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964065.924743:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007eb80e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31813:x1877961916549760:12345-0@lo:502: 00000100:00100000:0.0:1790964065.924827:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007eb80e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31813:x1877961916549760:12345-0@lo:502: Request processed in 86us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.924834:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790964065.924931:0:31813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e1f055dc pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31813:1877961916549760:0@lo:502: 00000020:01000004:2.0:1790964065.924987:0:31813:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1790964065.925001:0:31813:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000d4f1f316) 00000020:00000080:2.0:1790964065.925020:0:31813:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1790964065.925098:0:31813:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000024619469 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964065.925103:0:31813:0:(tgt_mount.c:187:server_put_mount()) put mount 0000000024619469 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790964065.925105:0:31813:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000024619469 4 00010000:00080000:2.0:1790964065.925171:0:31813:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004151f833@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.115@tcp at head 00010000:00010000:2.0:1790964065.927437:0:31813:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:2.0:1790964065.927672:0:31813:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1790964065.927711:0:31813:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790964065.927734:0:31813:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbd18af51f30e189f 00000100:00080000:2.0:1790964065.927743:0:31813:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964065.927747:0:31813:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000004151f833 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1790964065.927785:0:31813:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009305060c x1877961916549888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964065.927815:0:31813:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790964065.928043:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30891:1877961916549888:0@lo:38: 00000100:00100000:3.0:1790964065.928158:0:30891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964065.928343:0:31786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916549888 00000100:00100000:2.0:1790964065.928351:0:31786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916549888 00000100:00100000:2.0:1790964065.928388:0:31786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964065.928394:0:31786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000042f2a08a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30891:x1877961916549888:12345-0@lo:38: 00000100:00100000:2.0:1790964065.928445:0:31786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000042f2a08a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30891:x1877961916549888:12345-0@lo:38: Request processed in 50us (328us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790964065.928452:0:31786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964065.928559:0:30891:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790964065.928566:0:30891:0:(import.c:65:import_set_state_nolock()) 000000004151f833 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964065.928570:0:30891:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1790964065.928573:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009305060c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30891:1877961916549888:0@lo:38: 00000100:00100000:3.0:1790964065.933590:0:31813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000436cb1f0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31813:1877961916550016:0@lo:502: 00000100:00100000:3.0:1790964065.933684:0:31813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964065.933732:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550016 00000100:00100000:3.0:1790964065.933739:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550016 00000100:00100000:3.0:1790964065.933778:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790964065.933786:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000058c40d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31813:x1877961916550016:12345-0@lo:502: 00000100:00100000:3.0:1790964065.934108:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000058c40d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31813:x1877961916550016:12345-0@lo:502: Request processed in 322us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964065.934116:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964065.934245:0:31813:0:(client.c:2716:ptlrpc_set_wait()) set 0000000003bc9ade going to sleep for 11 seconds 00000100:00100000:0.0:1790964065.934267:0:31813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000436cb1f0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31813:1877961916550016:0@lo:502: 00000040:00080000:0.0:1790964065.934297:0:31813:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:1.0:1790964065.934421:0:31764:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:1.0:1790964065.934442:0:31764:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790964065.934463:0:31764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1891 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.934473:0:31764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 000000004b3e1f01/0xbd18af51f30e188a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e1891 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1790964065.934521:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1790964065.934524:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964065.934525:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964065.934526:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964065.934527:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964065.934528:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964065.934529:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964065.934530:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964065.934535:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964065.934536:0:31764:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790964065.934540:0:31764:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1790964065.934542:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964065.934543:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964065.934544:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964065.934544:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964065.934545:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964065.934546:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964065.934547:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964065.934548:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964065.934548:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964065.934549:0:31764:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790964065.934563:0:31764:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964065.934570:0:31764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916550144:0@lo:253: 00000100:00100000:1.0:1790964065.934604:0:31764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.934619:0:31764:0:(client.c:2716:ptlrpc_set_wait()) set 000000004d4f95e9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964065.934635:0:31780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550144 00000100:00100000:1.0:1790964065.934639:0:31780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550144 00000100:00100000:1.0:1790964065.934664:0:31780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964065.934674:0:31780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005563b41d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+13:31764:x1877961916550144:12345-0@lo:253: 20000000:01000000:1.0:1790964065.934695:0:31780:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790964065.934706:0:31780:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1790964065.936050:0:31780:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790964065.936065:0:31780:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1790964065.936416:0:31802:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790964065.936420:0:31802:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790964065.936440:0:31802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.936457:0:31802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.936464:0:31802:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.936503:0:31802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964065.936517:0:31802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964065.936530:0:31802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a21c877f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31802:1877961916550272:0@lo:104: 00000100:00100000:1.0:1790964065.936575:0:31802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964065.936619:0:31802:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e23d2898 going to sleep for 11 seconds 00000100:00100000:1.0:1790964065.936673:0:31780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005563b41d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31764:x1877961916550144:12345-0@lo:253: Request processed in 2003us (2069us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964065.936682:0:31780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964065.936739:0:31764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000003059e4b pname:cluuid:pid:xid:nid:opc:job mount.lustre:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31764:1877961916550144:0@lo:253: 10000000:01000000:1.0:1790964065.936750:0:31764:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790964065.936752:0:31764:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790964065.936754:0:31764:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964065.936755:0:31764:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964065.936756:0:31764:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964065.936757:0:31764:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964065.936758:0:31764:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964065.936759:0:31764:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964065.936760:0:31764:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964065.936761:0:31764:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964065.936762:0:31764:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1790964065.936778:0:31764:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1790964065.936891:0:31768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550272 00000100:00100000:0.0:1790964065.936897:0:31768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550272 00000100:00100000:0.0:1790964065.936936:0:31768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964065.936943:0:31768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f125e255 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+3:31802:x1877961916550272:12345-0@lo:104: 00010000:00010000:0.0:1790964065.936954:0:31768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.936997:0:31768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790964065.937003:0:31768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f125e255 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+3:31802:x1877961916550272:12345-0@lo:104: Request processed in 62us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.937009:0:31768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964065.938209:0:31802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a21c877f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31802:1877961916550272:0@lo:104: 00010000:00010000:0.0:1790964065.938234:0:31802:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.939876:0:31773:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790964065.939889:0:31773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.939902:0:31773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000007eed0312 already unused, calling callback (000000000b67b3c2) 10000000:00010000:2.0:1790964065.939920:0:31773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.939929:0:31773:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790964065.939936:0:31773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964065.939941:0:31773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790964065.939997:0:31773:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.940004:0:31773:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790964065.940022:0:31773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.940028:0:31773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.115@tcp lock: 000000007eed0312/0xbd18af51f30e186e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbd18af51f30e1875 expref: -99 pid: 31764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964065.940050:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964065.940051:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964065.940053:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964065.940114:0:30892:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790964065.940147:0:30892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008269e2ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30892:1877961916550400:0@lo:103: 00000100:00100000:2.0:1790964065.940210:0:30892:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964065.943917:0:31770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550400 00000100:00100000:0.0:1790964065.943933:0:31770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550400 00010000:00010000:0.0:1790964065.943968:0:31770:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964065.944108:0:31770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964065.944114:0:31771:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1790964065.944153:0:31771:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1790964065.944304:0:31770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000042941c4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:30892:x1877961916550400:12345-0@lo:103: 00010000:00010000:0.0:1790964065.944324:0:31770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790964065.944329:0:31770:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944341:0:31770:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944358:0:31770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c027dd96/0xbd18af51f30e1875 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbd18af51f30e186e expref: 12 pid: 31781 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944373:0:31770:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944381:0:31770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790964065.944396:0:31770:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007975574s 00010000:00010000:0.0:1790964065.944399:0:31770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944406:0:31770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944412:0:31770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944418:0:31770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944430:0:31770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000da100072 already unused, calling callback (00000000812375b4) 00010000:00010000:0.0:1790964065.944434:0:31770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944441:0:31770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944630:0:31770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944643:0:31770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790964065.944762:0:31770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000042941c4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:30892:x1877961916550400:12345-0@lo:103: Request processed in 646us (4552us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964065.944770:0:31770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1790964065.944810:0:31802:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944822:0:31802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964065.944827:0:31802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000da100072/0xbd18af51f30e18a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964065.944882:0:30892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008269e2ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30892:1877961916550400:0@lo:103: 00000040:01000000:1.0:1790964065.955149:0:31764:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:1.0:1790964065.955157:0:31764:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:2.0:1790964065.955395:0:31819:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:2.0:1790964065.955400:0:31819:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1790964065.960171:0:31820:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1790964065.960466:0:31764:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1790964065.960875:0:31820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1790964065.961027:0:31821:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@0000000003059e4b x1877961916550528/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964065.961040:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000040:01000000:3.0:1790964065.961426:0:31764:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1790964065.961471:0:31764:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1790964065.962180:0:31764:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790964065.962190:0:31764:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1790964065.962236:0:31764:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790964065.963292:0:31764:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790964065.963944:0:31764:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790964065.963976:0:31764:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1790964065.964074:0:31764:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1790964065.964577:0:31764:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:2.0:1790964065.968582:0:31820:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964065.968680:0:31820:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:3.0:1790964065.973677:0:31764:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790964065.976409:0:31764:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790964065.976475:0:31764:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffacb789e07988 00100000:10000000:3.0:1790964065.976485:0:31764:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1790964065.978114:0:31764:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790964065.978699:0:31764:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.115@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790964065.978719:0:31764:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1790964065.978745:0:31764:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1790964065.979425:0:31764:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964065.979797:0:31764:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1790964066.648274:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964066.968675:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00010000:00010000:1.0:1790964067.672289:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964067.992233:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00010000:00010000:3.0:1790964068.696372:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964069.021443:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00010000:00010000:2.0:1790964069.720469:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964070.044637:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000001:02000400:2.0:1790964070.503482:0:32063:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg115-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1790964070.548367:0:32065:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1790964070.752110:0:12133:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964070.752116:0:12133:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964070.752137:0:12133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964070.752139:0:12133:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964070.752164:0:31774:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964070.752167:0:31774:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964070.752170:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964071.066693:0:31821:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964071.066701:0:31821:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964071.066703:0:31821:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964071.066707:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000100:00000001:2.0:1790964071.066712:0:31821:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964071.066716:0:31821:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964071.066718:0:31821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964071.066721:0:31821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964071.066723:0:31821:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964071.134114:0:32078:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000017c9cb2d. 00080000:00000010:3.0:1790964071.134225:0:32078:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000017c9cb2d. 00000020:00000001:3.0:1790964071.134233:0:32078:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.320259:0:30891:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964071.320279:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964071.320281:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.320287:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.320290:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.320294:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.320296:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.320454:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53a7a72f-9bab-4612-9db1-e8f2d4340aca->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790964071.320460:0:13413:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790964071.320467:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008269e2ca. 00000020:00000040:2.0:1790964071.320475:0:13413:0:(genops.c:1210:class_import_get()) import 00000000c4da62e2 refcount=4 obd=MGC192.168.201.115@tcp 00000100:00000001:2.0:1790964071.320480:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964071.320483:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964071.320489:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964071.320498:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009214543b. 00000100:00000001:2.0:1790964071.320507:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.320518:0:13413:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 53a7a72f-9bab-4612-9db1-e8f2d4340aca->MGS req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964071.320530:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964071.320533:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.320538:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008269e2ca] to pc [ptlrpcd_00_02+2] req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964071.320575:0:13413:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790964071.320580:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790964071.320585:0:13413:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1790964071.320598:0:13413:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790964071.320600:0:13413:0:(import.c:65:import_set_state_nolock()) 000000004151f833 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790964071.320605:0:13413:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:2.0:1790964071.320608:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 13 to 0@lo 00000100:00000001:2.0:1790964071.320611:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964071.320614:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 14 to 0@lo 00000100:00000001:2.0:1790964071.320616:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000001:2.0:1790964071.320619:0:13413:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964071.320620:0:13413:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e189f 00000020:00000001:2.0:1790964071.320623:0:13413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964071.320625:0:13413:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000882f0f81 refcount=7 00000020:00000001:2.0:1790964071.320628:0:13413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613495989323776 : -130577720227840 : ffff893d815ec800) 00000020:00000001:2.0:1790964071.320640:0:13413:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613495989323776 : -130577720227840 : ffff893d815ec800) 00000100:00000040:2.0:1790964071.320643:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 13 to 0@lo 00000100:00000001:2.0:1790964071.320645:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964071.320647:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 14 to 0@lo 00000100:00000001:2.0:1790964071.320648:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000040:2.0:1790964071.320651:0:13413:0:(genops.c:879:class_export_put()) PUTting export 00000000882f0f81 : new refcount 6 00000100:00080000:2.0:1790964071.320655:0:13413:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000004151f833 using connection 192.168.201.115@tcp/0@lo 00000100:00000001:2.0:1790964071.320657:0:13413:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964071.320659:0:13413:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964071.320665:0:13413:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964071.320668:0:13413:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.320670:0:13413:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790964071.320672:0:13413:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964071.320676:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ec1d95c. 00000020:00000040:2.0:1790964071.320678:0:13413:0:(genops.c:1210:class_import_get()) import 000000004151f833 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1790964071.320681:0:13413:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790964071.320682:0:13413:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.320685:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964071.320687:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964071.320689:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964071.320697:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a57d9f13. 00000100:00000001:2.0:1790964071.320706:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964071.320712:0:13413:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964071.320719:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964071.320721:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.320723:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec1d95c] to pc [ptlrpcd_rcv+-1] req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964071.320735:0:13413:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.320758:0:13413:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (899) 00000100:00000001:3.0:1790964071.320814:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1790964071.320822:0:30894:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009985e558. 00000020:00000010:3.0:1790964071.320827:0:30894:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000baa4b371. 80000000:00000010:3.0:1790964071.320832:0:30894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000013f90aae. 40000000:00000010:3.0:1790964071.320836:0:30894:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000003851e7f5. 00000008:00000010:3.0:1790964071.320841:0:30894:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000008f4b4653. 00020000:00000010:3.0:1790964071.320847:0:30894:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000053ac4e99. 00008000:00000010:3.0:1790964071.320852:0:30894:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000077b195e0. 00100000:00000010:3.0:1790964071.320857:0:30894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023154908. 00040000:00000010:3.0:1790964071.320861:0:30894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055d18706. 00040000:00000010:3.0:1790964071.320865:0:30894:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000009af5937a. 00040000:00000010:3.0:1790964071.320869:0:30894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000058778242. 00080000:00000010:3.0:1790964071.320874:0:30894:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 0000000019b2a194. 00080000:00000010:3.0:1790964071.320885:0:30894:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068796697. 00000004:00000010:3.0:1790964071.320893:0:30894:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018bf6de4. 00000004:00000010:3.0:1790964071.320897:0:30894:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000003944df9. 00000004:00000010:3.0:1790964071.320903:0:30894:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 000000000c6917df. 00002000:00000010:3.0:1790964071.320907:0:30894:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000034c7c3b6. 00000004:00000010:3.0:1790964071.320910:0:30894:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000068ae865c. 00000080:00000010:3.0:1790964071.320915:0:30894:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001b50e96d. 00000080:00000010:3.0:1790964071.320919:0:30894:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000005d9d835a. 00000008:00000010:3.0:1790964071.320925:0:30894:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f8dc8438. 00020000:00000010:3.0:1790964071.320928:0:30894:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000010a69dd4. 00008000:00000010:3.0:1790964071.320932:0:30894:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d94998d1. 00000080:00000010:3.0:1790964071.320936:0:30894:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005dc9a8aa. 00000100:00000001:3.0:1790964071.320938:0:30894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.320940:0:30894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964071.320945:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.320953:0:30894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964071.320955:0:30894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.320960:0:30894:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964071.320962:0:30894:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964071.320965:0:30894:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964071.320968:0:30894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008269e2ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30894:1877961916550656:0@lo:400: 00000100:00000001:3.0:1790964071.320972:0:30894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964071.320977:0:30894:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964071.320980:0:30894:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.320982:0:30894:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964071.320985:0:30894:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9c1df9d. 02000000:00000001:3.0:1790964071.320987:0:30894:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964071.320993:0:30894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c16e9bc0. 00000400:00000010:3.0:1790964071.321001:0:30894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000552108fb. 00000100:00000200:3.0:1790964071.321007:0:30894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961916550656, portal 25 00000100:00000001:3.0:1790964071.321010:0:30894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964071.321011:0:30894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613496035117696 : -130577674433920 : ffff893d84198a80) 00000100:00000040:3.0:1790964071.321022:0:30894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321029:0:30894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964071.321032:0:30894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964071.321034:0:30894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964071.321037:0:30894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961916550656, offset 0 00000400:00000200:3.0:1790964071.321043:0:30894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964071.321056:0:30894:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964071.321067:0:30894:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14f00e00 00000400:00000200:3.0:1790964071.321073:0:30894:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:3.0:1790964071.321077:0:30894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059186414. 00000400:00000200:3.0:1790964071.321082:0:30894:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005719b003 00000400:00000200:3.0:1790964071.321090:0:30894:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964071.321095:0:30894:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964071.321100:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005719b003 00000400:00000010:3.0:1790964071.321102:0:30894:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000005719b003. 00000100:00000001:3.0:1790964071.321108:0:30894:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964071.321110:0:30894:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964071.321113:0:30894:0:(events.c:341:request_in_callback()) incoming req@00000000657e76ae x1877961916550656 msgsize 224 00000100:00100000:3.0:1790964071.321116:0:30894:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964071.321118:0:30894:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964071.321161:0:30894:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964071.321169:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964071.321171:0:30894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964071.321174:0:30894:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964071.321177:0:30894:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321186:0:30894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964071.321188:0:30894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321196:0:30894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321198:0:30894:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964071.321202:0:30894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321206:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295561731 00000100:00000010:3.0:1790964071.321215:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbda1052. 00000100:00000001:3.0:1790964071.321221:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964071.321227:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295561731 00000100:00000010:3.0:1790964071.321230:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb6be0bf. 00000100:00000001:3.0:1790964071.321233:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964071.321235:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295561731 00000100:00000010:3.0:1790964071.321238:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a54fe64. 00000100:00000001:3.0:1790964071.321241:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964071.321248:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295561731 00000100:00000010:3.0:1790964071.321252:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6a339e6. 00000100:00000001:3.0:1790964071.321254:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964071.321256:0:30894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964071.321259:0:30894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321261:0:30894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321263:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.321269:0:30894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964071.321270:0:30894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790964071.321272:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.321273:0:30894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.321274:0:30894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321276:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321288:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.321289:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.321291:0:30891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964071.321295:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321302:0:30891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964071.321303:0:30891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.321304:0:30891:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964071.321306:0:30891:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964071.321308:0:30891:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964071.321309:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000ec1d95c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30891:1877961916550784:0@lo:38: 00000100:00000001:3.0:1790964071.321312:0:30891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964071.321320:0:30891:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964071.321321:0:30891:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.321323:0:30891:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964071.321326:0:30891:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bcad37f2. 02000000:00000001:3.0:1790964071.321328:0:30891:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964071.321332:0:30891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83f65c6. 00000400:00000010:3.0:1790964071.321335:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964071.321337:0:30891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961916550784, portal 10 00000100:00000001:3.0:1790964071.321339:0:30891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964071.321340:0:30891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613496035128448 : -130577674423168 : ffff893d8419b480) 00000100:00000040:3.0:1790964071.321346:0:30891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321352:0:30891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964071.321354:0:30891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964071.321356:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006aae16f9. 00000100:00000200:3.0:1790964071.321358:0:30891:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961916550784, offset 0 00000400:00000200:3.0:1790964071.321361:0:30891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964071.321367:0:30891:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964071.321371:0:30891:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff14f00e80 00000400:00000200:3.0:1790964071.321375:0:30891:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:3.0:1790964071.321379:0:30891:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964071.321382:0:30891:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964071.321386:0:30891:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964071.321387:0:30891:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964071.321390:0:30891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9fa132e. 00000100:00000040:3.0:1790964071.321392:0:30891:0:(events.c:341:request_in_callback()) incoming req@00000000e9fa132e x1877961916550784 msgsize 520 00000100:00100000:3.0:1790964071.321396:0:30891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964071.321413:0:30891:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964071.321418:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aae16f9 00000400:00000010:3.0:1790964071.321419:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006aae16f9. 00000100:00000001:3.0:1790964071.321422:0:30891:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964071.321425:0:30891:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321431:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964071.321440:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.321445:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321447:0:30891:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964071.321452:0:30891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964071.321454:0:30891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 938 usecs (1 jiffies) 00000100:00000001:3.0:1790964071.321456:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295561729 00000100:00000001:3.0:1790964071.321459:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295561731 00000100:00000001:3.0:1790964071.321461:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295561729 00000100:00000001:3.0:1790964071.321462:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295561731 00000100:00000001:3.0:1790964071.321464:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295561729 00000100:00000001:3.0:1790964071.321466:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295561731 00000100:00000001:3.0:1790964071.321467:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295561729 00000100:00000001:3.0:1790964071.321469:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295561731 00000100:00000001:3.0:1790964071.321470:0:30891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964071.321472:0:30891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321475:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321476:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.321481:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964071.321483:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.321484:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.321486:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.321487:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.321488:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.321762:0:31778:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964071.321766:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550656 02000000:00000001:2.0:1790964071.321768:0:31778:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964071.321770:0:31778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964071.321772:0:31778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964071.321776:0:31778:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964071.321780:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550656 00000020:00000001:2.0:1790964071.321782:0:31778:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964071.321784:0:31778:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e17cd 00000020:00000001:2.0:1790964071.321786:0:31778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964071.321789:0:31778:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000426dc3e7 refcount=11 00000020:00000001:2.0:1790964071.321791:0:31778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000020:00000001:2.0:1790964071.321794:0:31778:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000100:00000001:2.0:1790964071.321797:0:31778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964071.321802:0:31778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014732879. 00000100:00000001:2.0:1790964071.321804:0:31778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964071.321807:0:31778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014732879. 00000020:00000010:2.0:1790964071.321813:0:31778:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a547e61f. 00000020:00000010:2.0:1790964071.321819:0:31778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dd15171. 00000020:00000010:2.0:1790964071.321823:0:31778:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000043a28727. 00000100:00000040:2.0:1790964071.321832:0:31778:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964071.321835:0:31778:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964071.321836:0:31778:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964071.321838:0:31778:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.321855:0:31778:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.321872:0:31778:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964071.321883:0:31778:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964071.321885:0:31778:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964071.321890:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964071.321893:0:31778:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000426dc3e7 : new rpc_count 1 00000100:00000001:2.0:1790964071.321896:0:31778:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613500514456656 : -130573195094960 : ffff893e8f16d450) 00000100:00000040:2.0:1790964071.321900:0:31778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000657e76ae x1877961916550656/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:647/0 lens 224/0 e 0 to 0 dl 1790964082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964071.321908:0:31778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964071.321910:0:31778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014732879. 00000100:00000001:2.0:1790964071.321912:0:31778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964071.321913:0:31778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014732879. 00000100:00100000:2.0:1790964071.321916:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000657e76ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:30894:x1877961916550656:12345-0@lo:400: 00000100:00000200:2.0:1790964071.321920:0:31778:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916550656 00000020:00000001:2.0:1790964071.321925:0:31778:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964071.321929:0:31778:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964071.321931:0:31778:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964071.321934:0:31778:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964071.321936:0:31778:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660584640 : -1048966976 : ffffffffc17a08c0) 00000020:00000001:2.0:1790964071.321939:0:31778:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964071.321941:0:31778:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964071.321943:0:31778:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964071.321945:0:31778:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964071.321948:0:31778:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964071.321950:0:31778:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964071.321954:0:31778:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964071.321957:0:31778:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964071.321962:0:31778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044361140. 02000000:00000001:2.0:1790964071.321965:0:31778:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.321967:0:31778:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964071.321969:0:31778:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964071.321971:0:31778:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916550656 00010000:00000001:2.0:1790964071.321979:0:31778:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964071.321984:0:31778:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000657e76ae x1877961916550656/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:647/0 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964071.321990:0:31778:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964071.321992:0:31778:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964071.321995:0:31778:0:(import.c:2195:obd_at_measure()) add 1 to 00000000d282dac8 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964071.321999:0:31778:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964071.322001:0:31778:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:2.0:1790964071.322003:0:31778:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:2.0:1790964071.322005:0:31778:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964071.322007:0:31778:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964071.322009:0:31778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964071.322011:0:31778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964071.322014:0:31778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1babc4b. 00000100:00000200:2.0:1790964071.322018:0:31778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961916550656, offset 224 00000400:00000200:2.0:1790964071.322022:0:31778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964071.322028:0:31778:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964071.322034:0:31778:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14f00e00 00000400:00000200:2.0:1790964071.322038:0:31778:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:2.0:1790964071.322042:0:31778:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964071.322045:0:31778:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964071.322048:0:31778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964071.322053:0:31778:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964071.322060:0:31778:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964071.322069:0:31778:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964071.322073:0:31778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1babc4b 00000400:00000010:2.0:1790964071.322075:0:31778:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1babc4b. 00000100:00000001:2.0:1790964071.322079:0:31778:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964071.322081:0:31778:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964071.322083:0:31778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964071.322085:0:31778:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 14 to 0@lo 00010000:00000001:2.0:1790964071.322088:0:31778:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964071.322094:0:31778:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964071.322096:0:31778:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964071.322099:0:31778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000657e76ae x1877961916550656/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:647/0 lens 224/224 e 0 to 0 dl 1790964082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964071.322106:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000657e76ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:30894:x1877961916550656:12345-0@lo:400: Request processed in 198us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964071.322113:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964071.322115:0:31778:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000426dc3e7 : new rpc_count 0 00000100:00000001:2.0:1790964071.322117:0:31778:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964071.322145:0:31778:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964071.322151:0:31778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dd15171. 00000020:00000010:2.0:1790964071.322156:0:31778:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000043a28727. 00000020:00000010:2.0:1790964071.322159:0:31778:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a547e61f. 00000020:00000040:2.0:1790964071.322163:0:31778:0:(genops.c:879:class_export_put()) PUTting export 00000000426dc3e7 : new refcount 10 02000000:00000001:2.0:1790964071.322168:0:31778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964071.322170:0:31778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000044361140. 02000000:00000001:2.0:1790964071.322173:0:31778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964071.322175:0:31778:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964071.322179:0:31778:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964071.322183:0:31778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b37361. 00000400:00000010:2.0:1790964071.322187:0:31778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079924ca4. 00000100:00000001:0.0:1790964071.322262:0:30895:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1790964071.322267:0:30895:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000261be82. 00000020:00000010:0.0:1790964071.322272:0:30895:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000cfbadc65. 80000000:00000010:0.0:1790964071.322275:0:30895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d3ba391. 40000000:00000010:0.0:1790964071.322278:0:30895:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000ade24884. 00000008:00000010:0.0:1790964071.322283:0:30895:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000002cf2599a. 00020000:00000010:0.0:1790964071.322292:0:30895:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fb6c9fdc. 00008000:00000010:0.0:1790964071.322296:0:30895:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b9953e1e. 00100000:00000010:0.0:1790964071.322300:0:30895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000081251d49. 00040000:00000010:0.0:1790964071.322305:0:30895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000620210f7. 00040000:00000010:0.0:1790964071.322308:0:30895:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b5794ed4. 00040000:00000010:0.0:1790964071.322310:0:30895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000577cbdd. 00080000:00000010:0.0:1790964071.322316:0:30895:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000e4a39be4. 00080000:00000010:0.0:1790964071.322321:0:30895:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008ba947a6. 00000004:00000010:0.0:1790964071.322325:0:30895:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b302f70. 00000004:00000010:0.0:1790964071.322329:0:30895:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093df466c. 00000004:00000010:0.0:1790964071.322333:0:30895:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000819cd122. 00002000:00000010:0.0:1790964071.322336:0:30895:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000348fbd16. 00000004:00000010:0.0:1790964071.322340:0:30895:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000072c332a2. 00000080:00000010:0.0:1790964071.322344:0:30895:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cfb461b6. 00000080:00000010:0.0:1790964071.322348:0:30895:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000009098d21. 00000008:00000010:0.0:1790964071.322351:0:30895:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000447a54c5. 00020000:00000010:0.0:1790964071.322354:0:30895:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e65a3448. 00008000:00000010:0.0:1790964071.322357:0:30895:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001bb451ac. 00000080:00000010:0.0:1790964071.322360:0:30895:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000542b6b48. 00000100:00000001:0.0:1790964071.322363:0:30895:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964071.322409:0:31788:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000053cca9d4. 00000100:00000001:0.0:1790964071.322416:0:31788:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964071.322417:0:31788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550784 02000000:00000001:0.0:1790964071.322419:0:31788:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964071.322421:0:31788:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964071.322422:0:31788:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964071.322424:0:31788:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964071.322426:0:31788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550784 00000020:00000001:0.0:1790964071.322428:0:31788:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964071.322429:0:31788:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964071.322430:0:31788:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964071.322432:0:31788:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.322433:0:31788:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964071.322435:0:31788:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006976736d. 00000020:00000010:0.0:1790964071.322444:0:31788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037defaf9. 00000020:00000010:0.0:1790964071.322448:0:31788:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b96da65a. 00000100:00000001:0.0:1790964071.322452:0:31788:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964071.322453:0:31788:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964071.322455:0:31788:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964071.322459:0:31788:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964071.322471:0:31788:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964071.322481:0:31788:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964071.322482:0:31788:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964071.322486:0:31788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964071.322489:0:31788:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501330002304 : -130572379549312 : ffff893ebfb31180) 00000100:00000040:0.0:1790964071.322491:0:31788:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9fa132e x1877961916550784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964071.322500:0:31788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e9fa132e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30891:x1877961916550784:12345-0@lo:38: 00000100:00000200:0.0:1790964071.322504:0:31788:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916550784 00000020:00000001:0.0:1790964071.322506:0:31788:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964071.322510:0:31788:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:0.0:1790964071.322526:0:31788:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000fd3c7bd6) now 4 - find 00000020:00000001:0.0:1790964071.322530:0:31788:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446613501246216640 : -130572463334976 : ffff893ebab499c0) 00000100:00000001:0.0:1790964071.322537:0:31788:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964071.322539:0:31788:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964071.322542:0:31788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000005436091. 02000000:00000001:0.0:1790964071.322544:0:31788:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964071.322545:0:31788:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964071.322548:0:31788:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1790964071.322555:0:31788:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 894 last 0 00010000:00000001:0.0:1790964071.322559:0:31788:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:0.0:1790964071.322562:0:31788:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1790964071.322565:0:31788:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:0.0:1790964071.322568:0:31788:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1790964071.322570:0:31788:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000004e45f911. 00000020:00000001:0.0:1790964071.322573:0:31788:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964071.322575:0:31788:0:(lustre_handles.c:93:class_handle_hash()) added object 000000004e45f911 with handle 0xbd18af51f30e18ad to hash 00000020:00000001:0.0:1790964071.322583:0:31788:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:0.0:1790964071.322588:0:31788:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:0.0:1790964071.322590:0:31788:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:0.0:1790964071.322592:0:31788:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000020efb938. 00000001:00000001:0.0:1790964071.322597:0:31788:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1790964071.322600:0:31788:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002770ccd2. 00000001:00000001:0.0:1790964071.322602:0:31788:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964071.322605:0:31788:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:0.0:1790964071.322609:0:31788:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964071.322614:0:31788:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000034672c24. 00000001:00000010:0.0:1790964071.322626:0:31788:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000424ed4b2. 00000001:00000010:0.0:1790964071.322642:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e8e94ee. 00000001:00000010:0.0:1790964071.322644:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001da213b6. 00000001:00000010:0.0:1790964071.322647:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000daf8ac46. 00000001:00000010:0.0:1790964071.322649:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085de5c8f. 00000001:00000001:0.0:1790964071.322653:0:31788:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964071.322655:0:31788:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000002a4f24f. 00000001:00000010:0.0:1790964071.322658:0:31788:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000096c201a3. 00000001:00000010:0.0:1790964071.322661:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090be6e3c. 00000001:00000010:0.0:1790964071.322663:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005328257f. 00000001:00000010:0.0:1790964071.322666:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cecbf13d. 00000001:00000010:0.0:1790964071.322668:0:31788:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000546a41ce. 00010000:00000001:0.0:1790964071.322670:0:31788:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964071.322673:0:31788:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964071.322675:0:31788:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.322676:0:31788:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964071.322678:0:31788:0:(genops.c:868:class_export_get()) GET export 000000004e45f911 refcount=3 00000020:00000040:0.0:1790964071.322683:0:31788:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000fd3c7bd6) now 5 - export 00000020:00000001:0.0:1790964071.322685:0:31788:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446613501352677376 : -130572356874240 : ffff893ec10d1000) 00000020:00000040:0.0:1790964071.322687:0:31788:0:(genops.c:879:class_export_put()) PUTting export 000000004e45f911 : new refcount 2 00000020:00000080:0.0:1790964071.322688:0:31788:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbd18af51f30e18ad 00000020:00000001:0.0:1790964071.322690:0:31788:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.322691:0:31788:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964071.322692:0:31788:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e18ad 00000020:00000001:0.0:1790964071.322700:0:31788:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964071.322702:0:31788:0:(lustre_handles.c:148:class_handle2object()) GET export 000000004e45f911 refcount=3 00000020:00000001:0.0:1790964071.322703:0:31788:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613501352677376 : -130572356874240 : ffff893ec10d1000) 00000020:00000001:0.0:1790964071.322705:0:31788:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613501352677376 : -130572356874240 : ffff893ec10d1000) 00000001:00000001:0.0:1790964071.322708:0:31788:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:0.0:1790964071.322712:0:31788:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1790964071.322720:0:31788:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.201.115@tcp 00000001:00000040:0.0:1790964071.322724:0:31788:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005bddd983) : new refcount 5 00000001:00000001:0.0:1790964071.322727:0:31788:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446613500396313600 : -130573313238016 : ffff893e880c1c00) 00000001:00000001:0.0:1790964071.322729:0:31788:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1790964071.322731:0:31788:0:(genops.c:868:class_export_get()) GET export 000000004e45f911 refcount=4 00000001:00000040:0.0:1790964071.322733:0:31788:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005bddd983) : new refcount 6 00000020:00000010:0.0:1790964071.322739:0:31788:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000347f7a27. 00000020:00000010:0.0:1790964071.322757:0:31788:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 000000004fbd85c2. 00000001:00000001:0.0:1790964071.322787:0:31788:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1790964071.322790:0:31788:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1790964071.322792:0:31788:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005bddd983) : new refcount 5 00000001:00000001:0.0:1790964071.322794:0:31788:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1790964071.322798:0:31788:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1790964071.322801:0:31788:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:0.0:1790964071.322803:0:31788:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964071.322805:0:31788:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1790964071.322807:0:31788:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:0.0:1790964071.322810:0:31788:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000072741ec4. 00000020:00000040:0.0:1790964071.322816:0:31788:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 0000000072741ec4 for nid 0@lo - ref 2 00000020:00000001:0.0:1790964071.322874:0:31788:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964071.322879:0:31788:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000096fe2c8b. 00000020:00000010:0.0:1790964071.322882:0:31788:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 000000004dea63e3. 00000020:00000010:0.0:1790964071.322886:0:31788:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 0000000070dc3116. 00000020:00000010:0.0:1790964071.322914:0:31788:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000064ebac9e. 00000020:00000010:0.0:1790964071.322919:0:31788:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 000000008b2e36e6. 00000020:00000010:0.0:1790964071.322925:0:31788:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c5a32a8d. 00000004:00000001:0.0:1790964071.322938:0:31788:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964071.322940:0:31788:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964071.322943:0:31788:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964071.322947:0:31788:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000f6afa7c8. 00000020:00000040:0.0:1790964071.322949:0:31788:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000fd3c7bd6) now 6 - import 00000020:00000001:0.0:1790964071.322955:0:31788:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964071.322956:0:31788:0:(genops.c:1223:class_import_put()) import 00000000f6afa7c8 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1790964071.322958:0:31788:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:0.0:1790964071.322962:0:31788:0:(genops.c:868:class_export_get()) GET export 000000004e45f911 refcount=5 00000100:00000040:0.0:1790964071.322964:0:31788:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 000000004e45f911 : new rpc_count 1 00000100:00000001:0.0:1790964071.322967:0:31788:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964071.322971:0:31788:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964071.322973:0:31788:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:0.0:1790964071.322974:0:31788:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000100:00000001:0.0:1790964071.322976:0:31788:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446613500382361600 : -130573327190016 : 0xffff893e87373800) 00000100:00000040:0.0:1790964071.322979:0:31788:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000df87452e refcount 15 to 0@lo 00000020:00000040:0.0:1790964071.322982:0:31788:0:(genops.c:868:class_export_get()) GET export 000000004e45f911 refcount=6 00000100:00000001:0.0:1790964071.322988:0:31788:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964071.322989:0:31788:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:0.0:1790964071.322990:0:31788:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:0.0:1790964071.322993:0:31788:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964071.322996:0:31788:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1790964071.322998:0:31788:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1790964071.323001:0:31788:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651023776 : -1058527840 : ffffffffc0e825a0) 02000000:00000001:0.0:1790964071.323004:0:31788:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964071.323006:0:31788:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1790964071.323008:0:31788:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1790964071.323011:0:31788:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964071.323013:0:31788:0:(import.c:65:import_set_state_nolock()) 00000000f6afa7c8 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1790964071.323015:0:31788:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964071.323017:0:31788:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1790964071.323019:0:31788:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964071.323021:0:31788:0:(genops.c:879:class_export_put()) PUTting export 000000004e45f911 : new refcount 5 00000020:00000040:0.0:1790964071.323029:0:31788:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (00000000fd3c7bd6) now 6 - find 00010000:00000001:0.0:1790964071.323031:0:31788:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.323034:0:31788:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964071.323036:0:31788:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662567888 : -1046983728 : ffffffffc1984bd0) 00000020:00000001:0.0:1790964071.323038:0:31788:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964071.323039:0:31788:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964071.323041:0:31788:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964071.323042:0:31788:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964071.323044:0:31788:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.323046:0:31788:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:0.0:1790964071.323051:0:31788:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964071.323052:0:31788:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964071.323054:0:31788:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964071.323055:0:31788:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.323057:0:31788:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964071.323059:0:31788:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916550784 00010000:00000001:0.0:1790964071.323061:0:31788:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964071.323065:0:31788:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000e9fa132e x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964071.323072:0:31788:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964071.323073:0:31788:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964071.323075:0:31788:0:(import.c:2195:obd_at_measure()) add 1 to 0000000094481b61 time=1790964071 v=10 (0 0 0 0) 00000100:00001000:0.0:1790964071.323078:0:31788:0:(import.c:2261:obd_at_measure()) AT 0000000094481b61 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1790964071.323082:0:31788:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@00000000e9fa132e x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1790964071.323088:0:31788:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1790964071.323090:0:31788:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964071.323092:0:31788:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:0.0:1790964071.323093:0:31788:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:0.0:1790964071.323095:0:31788:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964071.323096:0:31788:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964071.323099:0:31788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964071.323101:0:31788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964071.323110:0:31788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b271ef8. 00000100:00000200:0.0:1790964071.323114:0:31788:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961916550784, offset 0 00000400:00000200:0.0:1790964071.323147:0:31788:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964071.323156:0:31788:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964071.323164:0:31788:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff14f00e80 00000400:00000200:0.0:1790964071.323169:0:31788:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xab1 [1] + 0 00000400:00000200:0.0:1790964071.323175:0:31788:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964071.323179:0:31788:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964071.323184:0:31788:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964071.323187:0:31788:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964071.323195:0:31788:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964071.323209:0:31788:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964071.323216:0:31788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b271ef8 00000400:00000010:0.0:1790964071.323218:0:31788:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002b271ef8. 00000100:00000001:0.0:1790964071.323221:0:31788:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964071.323222:0:31788:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964071.323225:0:31788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964071.323228:0:31788:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00010000:00000001:0.0:1790964071.323230:0:31788:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964071.323232:0:31788:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964071.323233:0:31788:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964071.323236:0:31788:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9fa132e x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964091 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964071.323243:0:31788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e9fa132e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30891:x1877961916550784:12345-0@lo:38: Request processed in 743us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964071.323249:0:31788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1790964071.323251:0:31788:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e45f911 : new rpc_count 0 00000100:00000001:0.0:1790964071.323253:0:31788:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964071.323255:0:31788:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964071.323258:0:31788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037defaf9. 00000020:00000010:0.0:1790964071.323262:0:31788:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b96da65a. 00000020:00000010:0.0:1790964071.323271:0:31788:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006976736d. 00000020:00000040:0.0:1790964071.323275:0:31788:0:(genops.c:879:class_export_put()) PUTting export 000000004e45f911 : new refcount 4 00000100:00000001:0.0:1790964071.323277:0:31788:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323384:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.323388:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964071.323394:0:30891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964071.323396:0:30891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964071.323397:0:30891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a83f65c6. 00000400:00000200:3.0:1790964071.323401:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964071.323402:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964071.323405:0:30891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964071.323409:0:30891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964071.323423:0:30891:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323428:0:30891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964071.323430:0:30891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323432:0:30891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964071.323435:0:30891:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964071.323437:0:30891:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964071.323439:0:30891:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.323440:0:30891:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964071.323446:0:30891:0:(import.c:2195:obd_at_measure()) add 5 to 000000000c7e16c0 time=1790964071 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964071.323449:0:30891:0:(import.c:2195:obd_at_measure()) add 1 to 00000000e3553298 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964071.323452:0:30891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964071.323454:0:30891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964071.323457:0:30891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964071.323460:0:30891:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964071.323467:0:30891:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323470:0:30891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964071.323472:0:30891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964071.323473:0:30891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964071.323475:0:30891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964071.323479:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323485:0:30891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964071.323488:0:30891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964071.323490:0:30891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323493:0:30891:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1790964071.323499:0:30891:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:3.0:1790964071.323501:0:30891:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964071.323503:0:30891:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e189f 00000020:00000001:3.0:1790964071.323504:0:30891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964071.323506:0:30891:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000882f0f81 refcount=7 00000020:00000001:3.0:1790964071.323508:0:30891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613495989323776 : -130577720227840 : ffff893d815ec800) 00000020:00000001:3.0:1790964071.323515:0:30891:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613495989323776 : -130577720227840 : ffff893d815ec800) 00000100:00001000:3.0:1790964071.323519:0:30891:0:(import.c:2195:obd_at_measure()) add 1 to 00000000e3553298 time=1790964071 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964071.323521:0:30891:0:(import.c:2261:obd_at_measure()) AT 00000000e3553298 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1790964071.323526:0:30891:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1790964071.323528:0:30891:0:(genops.c:879:class_export_put()) PUTting export 00000000882f0f81 : new refcount 6 00000100:00000001:3.0:1790964071.323530:0:30891:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964071.323533:0:30891:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1790964071.323535:0:30891:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790964071.323537:0:30891:0:(import.c:65:import_set_state_nolock()) 000000004151f833 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1790964071.323539:0:30891:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964071.323540:0:30891:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964071.323542:0:30891:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964071.323545:0:30891:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964071.323547:0:30891:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323549:0:30891:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964071.323553:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964071.323560:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000ec1d95c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30891:1877961916550784:0@lo:38: 00000100:00000001:3.0:1790964071.323566:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323568:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964071.323570:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ec1d95c x1877961916550784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323576:0:30891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964071.323578:0:30891:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964071.323581:0:30891:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bcad37f2. 02000000:00000001:3.0:1790964071.323584:0:30891:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964071.323585:0:30891:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964071.323586:0:30891:0:(genops.c:1223:class_import_put()) import 000000004151f833 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964071.323588:0:30891:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964071.323590:0:30891:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a57d9f13. 02000000:00000001:3.0:1790964071.323594:0:30891:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964071.323596:0:30891:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964071.323603:0:30891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ec1d95c. 00000100:00000001:3.0:1790964071.323606:0:30891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964071.323608:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323610:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323612:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.323613:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964071.323615:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323616:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323641:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.323642:0:30894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964071.323646:0:30894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964071.323648:0:30894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964071.323650:0:30894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c16e9bc0. 00000400:00000200:3.0:1790964071.323653:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552108fb 00000400:00000010:3.0:1790964071.323654:0:30894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000552108fb. 00000100:00000001:3.0:1790964071.323657:0:30894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964071.323661:0:30894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964071.323668:0:30894:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323673:0:30894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964071.323674:0:30894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323676:0:30894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964071.323678:0:30894:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964071.323679:0:30894:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964071.323680:0:30894:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964071.323682:0:30894:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964071.323684:0:30894:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d43b0777 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964071.323686:0:30894:0:(import.c:2195:obd_at_measure()) add 1 to 0000000035cc289c time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964071.323688:0:30894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964071.323689:0:30894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964071.323691:0:30894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964071.323692:0:30894:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323694:0:30894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964071.323697:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323702:0:30894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964071.323709:0:30894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964071.323710:0:30894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964071.323714:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964071.323720:0:30894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008269e2ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30894:1877961916550656:0@lo:400: 00000100:00000001:3.0:1790964071.323723:0:30894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323725:0:30894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964071.323727:0:30894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008269e2ca x1877961916550656/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964071.323732:0:30894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964071.323733:0:30894:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964071.323735:0:30894:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9c1df9d. 02000000:00000001:3.0:1790964071.323739:0:30894:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964071.323740:0:30894:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964071.323740:0:30894:0:(genops.c:1223:class_import_put()) import 00000000c4da62e2 refcount=3 obd=MGC192.168.201.115@tcp 00000020:00000001:3.0:1790964071.323742:0:30894:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964071.323743:0:30894:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009214543b. 02000000:00000001:3.0:1790964071.323745:0:30894:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964071.323746:0:30894:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964071.323747:0:30894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008269e2ca. 00000100:00000001:3.0:1790964071.323750:0:30894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964071.323750:0:30894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323752:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964071.323756:0:30894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964071.323758:0:30894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964071.323760:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964071.323761:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964071.324526:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000000b5e04f1 (cpu 1) has reached its deadline 4295561731, at 4295561732 00000100:00000010:1.0:1790964071.324541:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb6be0bf. 00000100:00000040:3.0:1790964071.324963:0:12133:0:(connection.c:75:cpu_latency_work()) work item of 0000000076f666bf (cpu 3) has reached its deadline 4295561731, at 4295561732 00000100:00000010:3.0:1790964071.324970:0:12133:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6a339e6. 00000100:00000040:0.0:1790964071.326516:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000099026fc2 (cpu 0) has reached its deadline 4295561731, at 4295561734 00000100:00000010:0.0:1790964071.326533:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbda1052. 00000100:00000040:2.0:1790964071.327027:0:30558:0:(connection.c:75:cpu_latency_work()) work item of 00000000e6285eae (cpu 2) has reached its deadline 4295561731, at 4295561734 00000100:00000010:2.0:1790964071.327035:0:30558:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a54fe64. 00080000:00000010:3.0:1790964071.511349:0:32115:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd347923. 00080000:00000010:3.0:1790964071.511366:0:32115:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd347923. 00000020:00000001:3.0:1790964071.511375:0:32115:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964071.511403:0:32115:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964071.515339:0:32115:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1790964071.770959:0:12133:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964071.770965:0:12133:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964071.770970:0:12133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964071.770972:0:12133:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964071.770993:0:31773:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964071.770996:0:31773:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964071.770998:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964072.074004:0:32127:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001aaf0220. 00080000:00000010:3.0:1790964072.074017:0:32127:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000001aaf0220. 00000020:00000001:3.0:1790964072.074025:0:32127:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964072.088311:0:31821:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964072.088319:0:31821:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964072.088321:0:31821:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964072.088325:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000100:00000001:2.0:1790964072.088331:0:31821:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964072.088334:0:31821:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964072.088337:0:31821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964072.088340:0:31821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964072.088342:0:31821:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.346374:0:30891:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964072.346389:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964072.346391:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964072.346395:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964072.346398:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964072.346400:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.346402:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964072.346480:0:31783:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964072.346483:0:31783:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000d097a858) refs 2 10000000:00000001:2.0:1790964072.346496:0:31783:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964072.346498:0:31783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790964072.346500:0:31783:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790964072.346501:0:31783:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790964072.346503:0:31783:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790964072.346505:0:31783:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790964072.346506:0:31783:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff893ebfa7f800 from 9 10000000:00000001:2.0:1790964072.346509:0:31783:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790964072.346511:0:31783:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790964072.346518:0:31783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a848952. 00000020:00000040:2.0:1790964072.346522:0:31783:0:(genops.c:1210:class_import_get()) import 00000000c4da62e2 refcount=4 obd=MGC192.168.201.115@tcp 00000100:00000001:2.0:1790964072.346526:0:31783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964072.346529:0:31783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964072.346534:0:31783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964072.346541:0:31783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000657ab723. 00000100:00000001:2.0:1790964072.346548:0:31783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964072.346554:0:31783:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790964072.346556:0:31783:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964072.346562:0:31783:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000ed1a03e9. 00010000:00000001:2.0:1790964072.346567:0:31783:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964072.346581:0:31783:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005e309983. 00000020:00000001:2.0:1790964072.346586:0:31783:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964072.346589:0:31783:0:(lustre_handles.c:93:class_handle_hash()) added object 000000005e309983 with handle 0xbd18af51f30e18b4 to hash 00000020:00000001:2.0:1790964072.346592:0:31783:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964072.346593:0:31783:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:2.0:1790964072.346597:0:31783:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:2.0:1790964072.346602:0:31783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790964072.346605:0:31783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964072.346608:0:31783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964072.346634:0:31783:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964072.346644:0:31783:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790964072.346657:0:31783:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964072.346659:0:31783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964072.346665:0:31783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f611cae8. 00000100:00000001:2.0:1790964072.346668:0:31783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613500380986560 : -130573328565056 : ffff893e87223cc0) 00000100:00000001:2.0:1790964072.346671:0:31783:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964072.346673:0:31783:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613496035127552 : -130577674424064 : ffff893d8419b100) 00000100:00000001:2.0:1790964072.346679:0:31783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964072.346682:0:31783:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964072.346684:0:31783:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964072.346686:0:31783:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964072.346695:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964072.346703:0:31783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964072.346705:0:31783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964072.346709:0:31783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964072.346711:0:31783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964072.346713:0:31783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964072.346716:0:31783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002a848952 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31783:1877961916550912:0@lo:101: 00000100:00000001:2.0:1790964072.346720:0:31783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964072.346726:0:31783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964072.346740:0:31783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964072.346743:0:31783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964072.346747:0:31783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be53c0e0. 02000000:00000001:2.0:1790964072.346749:0:31783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964072.346755:0:31783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000684f9e07. 00000400:00000010:2.0:1790964072.346762:0:31783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1babc4b. 00000100:00000200:2.0:1790964072.346768:0:31783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961916550912, portal 25 00000100:00000001:2.0:1790964072.346770:0:31783:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964072.346771:0:31783:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613496035127552 : -130577674424064 : ffff893d8419b100) 00000100:00000040:2.0:1790964072.346775:0:31783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964072.346781:0:31783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964072.346788:0:31783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964072.346791:0:31783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a58f01f. 00000100:00000200:2.0:1790964072.346794:0:31783:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961916550912, offset 0 00000400:00000200:2.0:1790964072.346801:0:31783:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964072.346816:0:31783:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964072.346825:0:31783:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff14f00f00 00000400:00000200:2.0:1790964072.346830:0:31783:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:2.0:1790964072.346834:0:31783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000092987f4. 00000400:00000200:2.0:1790964072.346838:0:31783:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c7b11d0 00000400:00000200:2.0:1790964072.346847:0:31783:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964072.346851:0:31783:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964072.346856:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c7b11d0 00000400:00000010:2.0:1790964072.346858:0:31783:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000003c7b11d0. 00000100:00000001:2.0:1790964072.346863:0:31783:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964072.346865:0:31783:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964072.346868:0:31783:0:(events.c:341:request_in_callback()) incoming req@00000000bdf9bb2e x1877961916550912 msgsize 328 00000100:00100000:2.0:1790964072.346871:0:31783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964072.346873:0:31783:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964072.346889:0:31783:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964072.346896:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a58f01f 00000400:00000010:2.0:1790964072.346898:0:31783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005a58f01f. 00000100:00000001:2.0:1790964072.346902:0:31783:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964072.346910:0:31783:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964072.346920:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964072.346922:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964072.346929:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964072.346931:0:31783:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964072.346936:0:31783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964072.346940:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295562757 00000100:00000010:2.0:1790964072.346944:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f2b22e. 00000100:00000001:2.0:1790964072.346951:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964072.346958:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295562757 00000100:00000010:2.0:1790964072.346966:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087b3d28b. 00000100:00000001:2.0:1790964072.346969:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790964072.346973:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295562757 00000100:00000010:2.0:1790964072.346975:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001023f245. 00000100:00000001:2.0:1790964072.346978:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964072.346980:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295562757 00000100:00000010:2.0:1790964072.346982:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb106d1a. 00000100:00000001:2.0:1790964072.346985:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790964072.346987:0:31783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964072.346990:0:31783:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964072.346992:0:31783:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964072.346994:0:31783:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964072.346997:0:31783:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f611cae8 going to sleep for 11 seconds 00000100:00000001:2.0:1790964072.346999:0:31783:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964072.347001:0:31783:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.347205:0:31780:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964072.347208:0:31780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916550912 02000000:00000001:1.0:1790964072.347211:0:31780:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964072.347213:0:31780:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964072.347215:0:31780:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964072.347219:0:31780:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964072.347222:0:31780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916550912 00000020:00000001:1.0:1790964072.347225:0:31780:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964072.347226:0:31780:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e17cd 00000020:00000001:1.0:1790964072.347229:0:31780:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964072.347231:0:31780:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000426dc3e7 refcount=11 00000020:00000001:1.0:1790964072.347233:0:31780:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000020:00000001:1.0:1790964072.347235:0:31780:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000100:00000001:1.0:1790964072.347239:0:31780:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964072.347243:0:31780:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd999bbc. 00000100:00000001:1.0:1790964072.347245:0:31780:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964072.347248:0:31780:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd999bbc. 00000020:00000010:1.0:1790964072.347258:0:31780:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073432c7e. 00000020:00000010:1.0:1790964072.347263:0:31780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d57f43a8. 00000020:00000010:1.0:1790964072.347266:0:31780:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b330eee. 00000100:00000040:1.0:1790964072.347275:0:31780:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1790964072.347278:0:31780:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964072.347280:0:31780:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964072.347282:0:31780:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.347289:0:31780:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.347298:0:31780:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964072.347308:0:31780:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964072.347310:0:31780:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964072.347314:0:31780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964072.347316:0:31780:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000426dc3e7 : new rpc_count 1 00000100:00000001:1.0:1790964072.347319:0:31780:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501297122384 : -130572412429232 : ffff893ebdbd5c50) 00000100:00000040:1.0:1790964072.347322:0:31780:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bdf9bb2e x1877961916550912/t0(0) o101->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 328/0 e 0 to 0 dl 1790964083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964072.347331:0:31780:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790964072.347333:0:31780:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd999bbc. 00000100:00000001:1.0:1790964072.347335:0:31780:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790964072.347337:0:31780:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd999bbc. 00000100:00100000:1.0:1790964072.347341:0:31780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bdf9bb2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+11:31783:x1877961916550912:12345-0@lo:101: 00000100:00000200:1.0:1790964072.347344:0:31780:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916550912 00000020:00000001:1.0:1790964072.347346:0:31780:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1790964072.347349:0:31780:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1790964072.347352:0:31780:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964072.347354:0:31780:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964072.347355:0:31780:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660584576 : -1048967040 : ffffffffc17a0880) 00000020:00000001:1.0:1790964072.347358:0:31780:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964072.347360:0:31780:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964072.347362:0:31780:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964072.347364:0:31780:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964072.347367:0:31780:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964072.347369:0:31780:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:1.0:1790964072.347377:0:31780:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1790964072.347379:0:31780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1790964072.347380:0:31780:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1790964072.347383:0:31780:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964072.347389:0:31780:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1790964072.347394:0:31780:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000c72c8fdd. 00010000:00000001:1.0:1790964072.347398:0:31780:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1790964072.347401:0:31780:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006931d711. 00000020:00000001:1.0:1790964072.347404:0:31780:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964072.347406:0:31780:0:(lustre_handles.c:93:class_handle_hash()) added object 000000006931d711 with handle 0xbd18af51f30e18bb to hash 00000020:00000001:1.0:1790964072.347408:0:31780:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1790964072.347409:0:31780:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446613495987718144 : -130577721833472 : ffff893d81464800) 00010000:00000001:1.0:1790964072.347411:0:31780:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446613495987718144 : -130577721833472 : ffff893d81464800) 00010000:00010000:1.0:1790964072.347414:0:31780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006931d711/0xbd18af51f30e18bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd18af51f30e18b4 expref: -99 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1790964072.347421:0:31780:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000426dc3e7 : new locks_count 6 00000020:00000040:1.0:1790964072.347423:0:31780:0:(genops.c:868:class_export_get()) GET export 00000000426dc3e7 refcount=12 00000100:00000001:1.0:1790964072.347431:0:31780:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964072.347433:0:31780:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964072.347436:0:31780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003f687f64. 02000000:00000001:1.0:1790964072.347438:0:31780:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.347440:0:31780:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964072.347442:0:31780:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1790964072.347445:0:31780:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1790964072.347447:0:31780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1790964072.347449:0:31780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964072.347450:0:31780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964072.347452:0:31780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1790964072.347453:0:31780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964072.347455:0:31780:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1790964072.347457:0:31780:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1790964072.347458:0:31780:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1790964072.347460:0:31780:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1790964072.347461:0:31780:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c72c8fdd) refcount = 1 00010000:00010000:1.0:1790964072.347466:0:31780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006931d711/0xbd18af51f30e18bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbd18af51f30e18b4 expref: 12 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964072.347478:0:31780:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1790964072.347479:0:31780:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1790964072.347481:0:31780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964072.347483:0:31780:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964072.347484:0:31780:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790964072.347489:0:31780:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1790964072.347492:0:31780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006931d711/0xbd18af51f30e18bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbd18af51f30e18b4 expref: 12 pid: 31780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964072.347499:0:31780:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1790964072.347501:0:31780:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1790964072.347502:0:31780:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1790964072.347504:0:31780:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964072.347506:0:31780:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1790964072.347508:0:31780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964072.347509:0:31780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964072.347510:0:31780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006931d711, rc 0) 00000020:00000001:1.0:1790964072.347513:0:31780:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964072.347516:0:31780:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916550912 00010000:00000001:1.0:1790964072.347518:0:31780:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964072.347522:0:31780:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000bdf9bb2e x1877961916550912/t0(0) o101->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 328/344 e 0 to 0 dl 1790964083 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964072.347529:0:31780:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964072.347531:0:31780:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964072.347533:0:31780:0:(import.c:2195:obd_at_measure()) add 1 to 00000000d282dac8 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964072.347538:0:31780:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964072.347539:0:31780:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:1.0:1790964072.347541:0:31780:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:1.0:1790964072.347543:0:31780:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964072.347545:0:31780:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964072.347548:0:31780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964072.347549:0:31780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964072.347553:0:31780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c5cb6c. 00000100:00000200:1.0:1790964072.347563:0:31780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961916550912, offset 224 00000400:00000200:1.0:1790964072.347567:0:31780:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964072.347574:0:31780:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964072.347580:0:31780:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff14f00f00 00000400:00000200:1.0:1790964072.347584:0:31780:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:1.0:1790964072.347589:0:31780:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964072.347591:0:31780:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964072.347595:0:31780:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964072.347599:0:31780:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964072.347606:0:31780:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964072.347634:0:31780:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964072.347639:0:31780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c5cb6c 00000400:00000010:1.0:1790964072.347641:0:31780:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c5cb6c. 00000100:00000001:1.0:1790964072.347643:0:31780:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964072.347645:0:31780:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964072.347648:0:31780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964072.347651:0:31780:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00010000:00000001:1.0:1790964072.347653:0:31780:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964072.347654:0:31780:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964072.347656:0:31780:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964072.347660:0:31780:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdf9bb2e x1877961916550912/t0(0) o101->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 328/344 e 0 to 0 dl 1790964083 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964072.347667:0:31780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bdf9bb2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31783:x1877961916550912:12345-0@lo:101: Request processed in 336us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964072.347673:0:31780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1790964072.347677:0:31780:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000426dc3e7 : new rpc_count 0 00000100:00000001:1.0:1790964072.347679:0:31780:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964072.347681:0:31780:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964072.347686:0:31780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d57f43a8. 00000020:00000010:1.0:1790964072.347690:0:31780:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b330eee. 00000020:00000010:1.0:1790964072.347699:0:31780:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073432c7e. 00000020:00000040:1.0:1790964072.347704:0:31780:0:(genops.c:879:class_export_put()) PUTting export 00000000426dc3e7 : new refcount 11 02000000:00000001:1.0:1790964072.347708:0:31780:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1790964072.347710:0:31780:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 000000003f687f64. 02000000:00000001:1.0:1790964072.347713:0:31780:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1790964072.347715:0:31780:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1790964072.347720:0:31780:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1790964072.347724:0:31780:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000196cd65. 00000400:00000010:1.0:1790964072.347740:0:31780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083d4f906. 00000020:00000010:2.0:1790964072.348907:0:31768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000590cc5ff. 00000100:00000001:2.0:1790964072.348920:0:31768:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964072.348922:0:31768:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964072.350922:0:31772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a3e80d11. 00000100:00000001:1.0:1790964072.350945:0:31772:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790964072.350947:0:31772:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964072.350988:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000000b5e04f1 (cpu 1) has reached its deadline 4295562757, at 4295562758 00000100:00000010:1.0:1790964072.351000:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087b3d28b. 00000100:00000040:0.0:1790964072.351107:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000099026fc2 (cpu 0) has reached its deadline 4295562757, at 4295562758 00000100:00000010:0.0:1790964072.351114:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f2b22e. 00000100:00000040:2.0:1790964072.351176:0:30558:0:(connection.c:75:cpu_latency_work()) work item of 00000000e6285eae (cpu 2) has reached its deadline 4295562757, at 4295562758 00000100:00000010:2.0:1790964072.351183:0:30558:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001023f245. 00000100:00000001:3.0:1790964072.358768:0:31783:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964072.358786:0:31783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964072.358788:0:31783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964072.358791:0:31783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000684f9e07. 00000400:00000200:3.0:1790964072.358799:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1babc4b 00000400:00000010:3.0:1790964072.358801:0:31783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1babc4b. 00000100:00000001:3.0:1790964072.358808:0:31783:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964072.358818:0:31783:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964072.358830:0:31783:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.358839:0:31783:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964072.358841:0:31783:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964072.358844:0:31783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964072.358847:0:31783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964072.358850:0:31783:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964072.358852:0:31783:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964072.358855:0:31783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964072.358863:0:31783:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d43b0777 time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964072.358868:0:31783:0:(import.c:2195:obd_at_measure()) add 1 to 0000000035cc289c time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964072.358871:0:31783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964072.358873:0:31783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.358876:0:31783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964072.358878:0:31783:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.358882:0:31783:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964072.358886:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.358906:0:31783:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964072.358909:0:31783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964072.358912:0:31783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964072.358916:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964072.358922:0:31783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002a848952 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31783:1877961916550912:0@lo:101: 00000100:00000001:3.0:1790964072.358928:0:31783:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964072.358931:0:31783:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.358934:0:31783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790964072.358936:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964072.358938:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.358944:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964072.358947:0:31783:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f611cae8. 00000100:00000001:3.0:1790964072.358950:0:31783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790964072.358951:0:31783:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.358954:0:31783:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1790964072.358958:0:31783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964072.358961:0:31783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964072.358965:0:31783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005e309983 refcount=4 00000020:00000001:3.0:1790964072.358968:0:31783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:3.0:1790964072.358971:0:31783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000040:3.0:1790964072.358980:0:31783:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000005e309983, remote cookie: 0xbd18af51f30e18bb, flags: 0x0 00010000:00000001:3.0:1790964072.358983:0:31783:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790964072.358988:0:31783:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790964072.358990:0:31783:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790964072.358992:0:31783:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790964072.358994:0:31783:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790964072.358996:0:31783:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ed1a03e9) refcount = 1 00010000:00010000:3.0:1790964072.359001:0:31783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e18bb expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964072.359018:0:31783:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790964072.359020:0:31783:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790964072.359021:0:31783:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790964072.359024:0:31783:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1790964072.359026:0:31783:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964072.359029:0:31783:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbd18af51f30e18bb expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964072.359035:0:31783:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1790964072.359037:0:31783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964072.359038:0:31783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964072.359039:0:31783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964072.359040:0:31783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964072.359042:0:31783:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359045:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964072.359048:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a848952 x1877961916550912/t0(0) o101->MGC192.168.201.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964088 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359054:0:31783:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964072.359056:0:31783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964072.359059:0:31783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be53c0e0. 02000000:00000001:3.0:1790964072.359064:0:31783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964072.359066:0:31783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964072.359067:0:31783:0:(genops.c:1223:class_import_put()) import 00000000c4da62e2 refcount=3 obd=MGC192.168.201.115@tcp 00000020:00000001:3.0:1790964072.359070:0:31783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964072.359073:0:31783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000657ab723. 02000000:00000001:3.0:1790964072.359076:0:31783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964072.359078:0:31783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964072.359080:0:31783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a848952. 00000100:00000001:3.0:1790964072.359084:0:31783:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964072.359085:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1790964072.359087:0:31783:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964072.359090:0:31783:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964072.359092:0:31783:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000d097a858) refs 3 10000000:00000001:3.0:1790964072.359094:0:31783:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.359096:0:31783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964072.359103:0:31783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964072.359104:0:31783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005e309983 refcount=3 00000020:00000001:3.0:1790964072.359107:0:31783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:3.0:1790964072.359109:0:31783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:3.0:1790964072.359111:0:31783:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1790964072.359113:0:31783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964072.359114:0:31783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790964072.359115:0:31783:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964072.359185:0:31783:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1790964072.359191:0:31783:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000008c5477dc. 00000100:00000010:3.0:1790964072.359207:0:31783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b12983c1. 00000020:00000040:3.0:1790964072.359210:0:31783:0:(genops.c:1210:class_import_get()) import 00000000c4da62e2 refcount=4 obd=MGC192.168.201.115@tcp 00000100:00000001:3.0:1790964072.359214:0:31783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964072.359216:0:31783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964072.359220:0:31783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964072.359226:0:31783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029bf4b68. 00000100:00000001:3.0:1790964072.359231:0:31783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359235:0:31783:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1790964072.359238:0:31783:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000228ab73f. 00000100:00000010:3.0:1790964072.359240:0:31783:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008d007d0a. 00000020:00000040:3.0:1790964072.359242:0:31783:0:(genops.c:1210:class_import_get()) import 00000000c4da62e2 refcount=5 obd=MGC192.168.201.115@tcp 00000100:00000001:3.0:1790964072.359246:0:31783:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964072.359247:0:31783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964072.359251:0:31783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b0d9fd1. 00000100:00000001:3.0:1790964072.359253:0:31783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613500545710528 : -130573163841088 : ffff893e90f3b9c0) 00000100:00000001:3.0:1790964072.359256:0:31783:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964072.359257:0:31783:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501329998720 : -130572379552896 : ffff893ebfb30380) 00000100:00000001:3.0:1790964072.359262:0:31783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964072.359264:0:31783:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359266:0:31783:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964072.359267:0:31783:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964072.359270:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359276:0:31783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964072.359278:0:31783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964072.359288:0:31783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964072.359290:0:31783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964072.359292:0:31783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964072.359295:0:31783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b12983c1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31783:1877961916551040:0@lo:256: 00000100:00000001:3.0:1790964072.359299:0:31783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964072.359303:0:31783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964072.359305:0:31783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359307:0:31783:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1790964072.359313:0:31783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c16e9bc0. 00000400:00000010:3.0:1790964072.359319:0:31783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007b4abdd2. 00000100:00000200:3.0:1790964072.359324:0:31783:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff14f00f80-0x6abff14f00f80, portal 33 00000100:00000001:3.0:1790964072.359327:0:31783:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964072.359329:0:31783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964072.359332:0:31783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000254d53d. 02000000:00000001:3.0:1790964072.359334:0:31783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964072.359337:0:31783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83f65c6. 00000400:00000010:3.0:1790964072.359341:0:31783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000552108fb. 00000100:00000200:3.0:1790964072.359344:0:31783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961916551040, portal 25 00000100:00000001:3.0:1790964072.359346:0:31783:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964072.359347:0:31783:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501329998720 : -130572379552896 : ffff893ebfb30380) 00000100:00000040:3.0:1790964072.359351:0:31783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359357:0:31783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964072.359359:0:31783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964072.359362:0:31783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964072.359364:0:31783:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961916551040, offset 0 00000400:00000200:3.0:1790964072.359369:0:31783:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964072.359382:0:31783:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964072.359393:0:31783:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff14f00f80 00000400:00000200:3.0:1790964072.359400:0:31783:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:3.0:1790964072.359403:0:31783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd9ec79f. 00000400:00000200:3.0:1790964072.359407:0:31783:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000005411f 00000400:00000200:3.0:1790964072.359414:0:31783:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964072.359424:0:31783:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964072.359430:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000005411f 00000400:00000010:3.0:1790964072.359432:0:31783:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000000005411f. 00000100:00000001:3.0:1790964072.359436:0:31783:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964072.359438:0:31783:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964072.359442:0:31783:0:(events.c:341:request_in_callback()) incoming req@000000003001d405 x1877961916551040 msgsize 304 00000100:00100000:3.0:1790964072.359445:0:31783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964072.359447:0:31783:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964072.359456:0:31783:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964072.359463:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964072.359464:0:31783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964072.359468:0:31783:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964072.359471:0:31783:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359481:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964072.359483:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359489:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359490:0:31783:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964072.359496:0:31783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359500:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295562769 00000100:00000010:3.0:1790964072.359505:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086e7d2b3. 00000100:00000001:3.0:1790964072.359511:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964072.359516:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295562769 00000100:00000010:3.0:1790964072.359518:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4493ab6. 00000100:00000001:3.0:1790964072.359521:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964072.359524:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295562769 00000100:00000010:3.0:1790964072.359526:0:31783:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6a339e6. 00000100:00000001:3.0:1790964072.359529:0:31783:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964072.359531:0:31783:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295562769 00000100:00000001:3.0:1790964072.359536:0:31783:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295562757 00000100:00000001:3.0:1790964072.359539:0:31783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964072.359546:0:31783:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359548:0:31783:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964072.359550:0:31783:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964072.359552:0:31783:0:(client.c:2716:ptlrpc_set_wait()) set 000000003b0d9fd1 going to sleep for 11 seconds 00000100:00000001:3.0:1790964072.359555:0:31783:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964072.359556:0:31783:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359587:0:31781:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964072.359590:0:31781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916551040 02000000:00000001:3.0:1790964072.359592:0:31781:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964072.359594:0:31781:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964072.359596:0:31781:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964072.359600:0:31781:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964072.359604:0:31781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916551040 00000020:00000001:3.0:1790964072.359606:0:31781:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964072.359608:0:31781:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e17cd 00000020:00000001:3.0:1790964072.359610:0:31781:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964072.359630:0:31781:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000426dc3e7 refcount=12 00000020:00000001:3.0:1790964072.359633:0:31781:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000020:00000001:3.0:1790964072.359635:0:31781:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000100:00000001:3.0:1790964072.359640:0:31781:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964072.359644:0:31781:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f9f7baa. 00000100:00000001:3.0:1790964072.359647:0:31781:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964072.359650:0:31781:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f9f7baa. 00000020:00000010:3.0:1790964072.359656:0:31781:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007003d0fc. 00000020:00000010:3.0:1790964072.359665:0:31781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f53f92d6. 00000020:00000010:3.0:1790964072.359671:0:31781:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc6fbdd0. 00000100:00000040:3.0:1790964072.359681:0:31781:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964072.359685:0:31781:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964072.359687:0:31781:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964072.359689:0:31781:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359699:0:31781:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359711:0:31781:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964072.359723:0:31781:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964072.359725:0:31781:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964072.359729:0:31781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964072.359739:0:31781:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000426dc3e7 : new rpc_count 1 00000100:00000001:3.0:1790964072.359742:0:31781:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501297117264 : -130572412434352 : ffff893ebdbd4850) 00000100:00000040:3.0:1790964072.359746:0:31781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003001d405 x1877961916551040/t0(0) o256->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 304/0 e 0 to 0 dl 1790964083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.359756:0:31781:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964072.359759:0:31781:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f9f7baa. 00000100:00000001:3.0:1790964072.359761:0:31781:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964072.359763:0:31781:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f9f7baa. 00000100:00100000:3.0:1790964072.359767:0:31781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003001d405 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31783:x1877961916551040:12345-0@lo:256: 00000100:00000200:3.0:1790964072.359771:0:31781:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916551040 00000020:00000001:3.0:1790964072.359775:0:31781:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964072.359778:0:31781:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964072.359781:0:31781:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964072.359783:0:31781:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964072.359785:0:31781:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660584992 : -1048966624 : ffffffffc17a0a20) 00000020:00000001:3.0:1790964072.359789:0:31781:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964072.359791:0:31781:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964072.359794:0:31781:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964072.359796:0:31781:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964072.359799:0:31781:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359803:0:31781:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964072.359805:0:31781:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964072.359809:0:31781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000cfa0d172. 02000000:00000001:3.0:1790964072.359812:0:31781:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359814:0:31781:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1790964072.359817:0:31781:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:3.0:1790964072.359822:0:31781:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:3.0:1790964072.359826:0:31781:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1790964072.359828:0:31781:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 0000000040b5c057. 20000000:00000001:3.0:1790964072.359832:0:31781:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1790964072.359842:0:31781:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1790964072.359849:0:31781:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790964072.359852:0:31781:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:3.0:1790964072.359858:0:31781:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1790964072.359861:0:31781:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1790964072.359864:0:31781:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008748f2ee. 00000100:00000010:3.0:1790964072.359866:0:31781:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5c22eed. 00000020:00000040:3.0:1790964072.359869:0:31781:0:(genops.c:868:class_export_get()) GET export 00000000426dc3e7 refcount=13 00010000:00000001:3.0:1790964072.359872:0:31781:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:3.0:1790964072.359876:0:31781:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1790964072.359879:0:31781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000400:00000010:3.0:1790964072.359885:0:31781:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005b726129. 00000400:00000200:3.0:1790964072.359888:0:31781:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964072.359896:0:31781:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964072.359902:0:31781:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff14f00f80 00000400:00000200:3.0:1790964072.359907:0:31781:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:3.0:1790964072.359910:0:31781:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c16e9bc0. 00000400:00000200:3.0:1790964072.359913:0:31781:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b4abdd2 00000400:00000200:3.0:1790964072.359917:0:31781:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964072.359920:0:31781:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964072.359923:0:31781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b4abdd2 00000400:00000010:3.0:1790964072.359925:0:31781:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000007b4abdd2. 00000100:00000001:3.0:1790964072.359928:0:31781:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1790964072.359930:0:31781:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000b12983c1 desc 00000000228ab73f mbits 1877961916551040 00000100:00000001:3.0:1790964072.359938:0:31781:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964072.359941:0:31781:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1790964072.359945:0:31781:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1790964072.359952:0:31781:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:3.0:1790964072.359954:0:31781:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964072.359957:0:31781:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1790964072.359960:0:31781:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964072.359962:0:31781:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000008748f2ee 00000100:00000001:3.0:1790964072.359964:0:31781:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964072.359969:0:31781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964072.359971:0:31781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964072.359973:0:31781:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964072.359974:0:31781:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000008748f2ee 00000100:00000001:3.0:1790964072.359976:0:31781:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1790964072.359988:0:31781:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff14f00f80-0x6abff14f00f80 00000100:00000001:3.0:1790964072.359992:0:31781:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.359995:0:31781:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.359998:0:31781:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1790964072.360002:0:31781:0:(genops.c:879:class_export_put()) PUTting export 00000000426dc3e7 : new refcount 12 00000100:00000010:3.0:1790964072.360005:0:31781:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5c22eed. 00000100:00000010:3.0:1790964072.360008:0:31781:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008748f2ee. 00000100:00000001:3.0:1790964072.360012:0:31781:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1790964072.360014:0:31781:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1790964072.360024:0:31781:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 0000000040b5c057. 20000000:00000001:3.0:1790964072.360028:0:31781:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964072.360031:0:31781:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916551040 00010000:00000001:3.0:1790964072.360034:0:31781:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964072.360038:0:31781:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000003001d405 x1877961916551040/t0(0) o256->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 304/240 e 0 to 0 dl 1790964083 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964072.360047:0:31781:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964072.360050:0:31781:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964072.360053:0:31781:0:(import.c:2195:obd_at_measure()) add 1 to 00000000d282dac8 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964072.360058:0:31781:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964072.360061:0:31781:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:3.0:1790964072.360063:0:31781:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:3.0:1790964072.360066:0:31781:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964072.360069:0:31781:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.360072:0:31781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964072.360074:0:31781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964072.360077:0:31781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964072.360080:0:31781:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961916551040, offset 224 00000400:00000200:3.0:1790964072.360084:0:31781:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964072.360089:0:31781:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964072.360094:0:31781:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff14f00f80 00000400:00000200:3.0:1790964072.360098:0:31781:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:3.0:1790964072.360103:0:31781:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964072.360106:0:31781:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964072.360109:0:31781:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964072.360117:0:31781:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964072.360154:0:31781:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.360162:0:31781:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964072.360167:0:31781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964072.360169:0:31781:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964072.360171:0:31781:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964072.360172:0:31781:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964072.360176:0:31781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964072.360178:0:31781:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00010000:00000001:3.0:1790964072.360181:0:31781:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964072.360182:0:31781:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964072.360184:0:31781:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964072.360187:0:31781:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003001d405 x1877961916551040/t0(0) o256->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:648/0 lens 304/240 e 0 to 0 dl 1790964083 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964072.360194:0:31781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003001d405 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:31783:x1877961916551040:12345-0@lo:256: Request processed in 438us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964072.360202:0:31781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964072.360204:0:31781:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000426dc3e7 : new rpc_count 0 00000100:00000001:3.0:1790964072.360206:0:31781:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964072.360208:0:31781:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964072.360213:0:31781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f53f92d6. 00000020:00000010:3.0:1790964072.360219:0:31781:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc6fbdd0. 00000020:00000010:3.0:1790964072.360223:0:31781:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007003d0fc. 00000020:00000040:3.0:1790964072.360229:0:31781:0:(genops.c:879:class_export_put()) PUTting export 00000000426dc3e7 : new refcount 11 02000000:00000001:3.0:1790964072.360232:0:31781:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964072.360234:0:31781:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000cfa0d172. 02000000:00000001:3.0:1790964072.360237:0:31781:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964072.360239:0:31781:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964072.360244:0:31781:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964072.360248:0:31781:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c16e9bc0. 00000400:00000010:3.0:1790964072.360251:0:31781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b4abdd2. 00000100:00000001:3.0:1790964072.360277:0:31783:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964072.360281:0:31783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964072.360282:0:31783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964072.360283:0:31783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a83f65c6. 00000400:00000200:3.0:1790964072.360286:0:31783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552108fb 00000400:00000010:3.0:1790964072.360287:0:31783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000552108fb. 00000100:00000001:3.0:1790964072.360289:0:31783:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964072.360292:0:31783:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964072.360300:0:31783:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.360306:0:31783:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964072.360307:0:31783:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964072.360309:0:31783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964072.360312:0:31783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964072.360313:0:31783:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964072.360314:0:31783:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964072.360317:0:31783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964072.360321:0:31783:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d43b0777 time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964072.360324:0:31783:0:(import.c:2195:obd_at_measure()) add 1 to 0000000035cc289c time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964072.360326:0:31783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964072.360328:0:31783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.360330:0:31783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964072.360332:0:31783:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.360335:0:31783:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964072.360338:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964072.360344:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.360351:0:31783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964072.360353:0:31783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964072.360355:0:31783:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964072.360361:0:31783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b12983c1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53a7a72f-9bab-4612-9db1-e8f2d4340aca:31783:1877961916551040:0@lo:256: 00000100:00000001:3.0:1790964072.360372:0:31783:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964072.360375:0:31783:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.360377:0:31783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790964072.360380:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964072.360383:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.360388:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964072.360390:0:31783:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003b0d9fd1. 00000100:00000001:3.0:1790964072.360392:0:31783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790964072.360393:0:31783:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1790964072.360396:0:31783:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:3.0:1790964072.360399:0:31783:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1790964072.360404:0:31783:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000cfa0d172. 10000000:00000010:3.0:1790964072.360407:0:31783:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000f53f92d6. 10000000:00000200:3.0:1790964072.360412:0:31783:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1790964072.360416:0:31783:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:3.0:1790964072.360425:0:31783:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.115@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1790964072.360427:0:31783:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000f53f92d6. 10000000:00000010:3.0:1790964072.360430:0:31783:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000cfa0d172. 10000000:00000001:3.0:1790964072.360432:0:31783:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964072.360434:0:31783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964072.360436:0:31783:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b12983c1 x1877961916551040/t0(0) o256->MGC192.168.201.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964088 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964072.360443:0:31783:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964072.360444:0:31783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964072.360447:0:31783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000254d53d. 02000000:00000001:3.0:1790964072.360450:0:31783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964072.360452:0:31783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964072.360453:0:31783:0:(genops.c:1223:class_import_put()) import 00000000c4da62e2 refcount=4 obd=MGC192.168.201.115@tcp 00000020:00000001:3.0:1790964072.360455:0:31783:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1790964072.360457:0:31783:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1790964072.360458:0:31783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964072.360459:0:31783:0:(genops.c:1223:class_import_put()) import 00000000c4da62e2 refcount=3 obd=MGC192.168.201.115@tcp 00000020:00000001:3.0:1790964072.360460:0:31783:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1790964072.360468:0:31783:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008d007d0a. 00000100:00000010:3.0:1790964072.360470:0:31783:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000228ab73f. 00000100:00000001:3.0:1790964072.360473:0:31783:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1790964072.360474:0:31783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029bf4b68. 02000000:00000001:3.0:1790964072.360477:0:31783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964072.360479:0:31783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964072.360481:0:31783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b12983c1. 00000100:00000001:3.0:1790964072.360484:0:31783:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964072.360485:0:31783:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1790964072.360497:0:31783:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000008c5477dc. 10000000:01000000:3.0:1790964072.360500:0:31783:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1790964072.360504:0:31783:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1790964072.360506:0:31783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964072.360507:0:31783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964072.360510:0:31783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000005e309983 refcount=3 00000020:00000001:3.0:1790964072.360512:0:31783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:3.0:1790964072.360514:0:31783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613495991165440 : -130577718386176 : ffff893d817ae200) 00010000:00000001:3.0:1790964072.360516:0:31783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1790964072.360520:0:31783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e18bb expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964072.360527:0:31783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964072.360529:0:31783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790964072.360530:0:31783:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.115@tcp lock: 000000005e309983/0xbd18af51f30e18b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbd18af51f30e18bb expref: -99 pid: 31783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964072.360537:0:31783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1790964072.360538:0:31783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964072.360539:0:31783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1790964072.360540:0:31783:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964072.360542:0:31783:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964072.360544:0:31783:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1790964072.360549:0:31783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1790964072.360550:0:31783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000d097a858) refs 3 10000000:00000001:3.0:1790964072.360552:0:31783:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1790964072.363007:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000000b5e04f1 (cpu 1) has reached its deadline 4295562769, at 4295562770 00000100:00000010:1.0:1790964072.363026:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4493ab6. 00000100:00000040:0.0:1790964072.364296:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000099026fc2 (cpu 0) has reached its deadline 4295562769, at 4295562771 00000100:00000010:0.0:1790964072.364310:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086e7d2b3. 00000100:00000040:3.0:1790964072.364538:0:12133:0:(connection.c:75:cpu_latency_work()) work item of 0000000076f666bf (cpu 3) has reached its deadline 4295562769, at 4295562772 00000100:00000010:3.0:1790964072.364553:0:12133:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb106d1a. 00000100:00000040:2.0:1790964072.365323:0:30558:0:(connection.c:75:cpu_latency_work()) work item of 00000000e6285eae (cpu 2) has reached its deadline 4295562769, at 4295562772 00000100:00000010:2.0:1790964072.365332:0:30558:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6a339e6. 00080000:00000010:1.0:1790964072.571639:0:32166:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d57f43a8. 00080000:00000010:1.0:1790964072.571656:0:32166:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d57f43a8. 00000020:00000001:1.0:1790964072.571662:0:32166:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1790964072.571690:0:32166:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964072.573505:0:32166:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1790964072.793476:0:12133:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964072.793483:0:12133:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964072.793490:0:12133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964072.793492:0:12133:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964072.793509:0:31774:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964072.793512:0:31774:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964072.793514:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964073.113924:0:31821:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964073.113935:0:31821:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964073.113937:0:31821:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964073.113942:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000100:00000001:2.0:1790964073.113948:0:31821:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964073.113953:0:31821:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964073.113956:0:31821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964073.113960:0:31821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964073.113964:0:31821:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.369863:0:30891:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964073.369883:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964073.369885:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964073.369891:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964073.369894:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964073.369897:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.369899:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964073.816211:0:12133:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964073.816220:0:12133:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964073.816227:0:12133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964073.816229:0:12133:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964073.816252:0:31773:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964073.816255:0:31773:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964073.816257:0:31773:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964073.844049:0:32178:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd347923. 00080000:00000010:3.0:1790964073.844061:0:32178:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd347923. 00000020:00000001:3.0:1790964073.844068:0:32178:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964074.145379:0:31821:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964074.145388:0:31821:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964074.145390:0:31821:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964074.145395:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000100:00000001:0.0:1790964074.145407:0:31821:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964074.145411:0:31821:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964074.145413:0:31821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964074.145415:0:31821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964074.145417:0:31821:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1790964074.234948:0:32214:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790964074.234955:0:32214:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:1.0:1790964074.248960:0:32214:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1790964074.403019:0:30891:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964074.403040:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964074.403059:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964074.403066:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964074.403070:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964074.403073:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964074.403076:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964074.840282:0:12133:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1790964074.840295:0:12133:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964074.840305:0:12133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1790964074.840307:0:12133:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964074.840351:0:31774:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964074.840354:0:31774:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964074.840357:0:31774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964075.160720:0:31821:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964075.160732:0:31821:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964075.160734:0:31821:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964075.160739:0:31821:0:(client.c:2716:ptlrpc_set_wait()) set 000000005726d763 going to sleep for 0 seconds 00000100:00000001:0.0:1790964075.160745:0:31821:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964075.160749:0:31821:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.160752:0:31821:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964075.160755:0:31821:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.160758:0:31821:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964075.408680:0:32226:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f18365ac. 00080000:00000010:2.0:1790964075.408698:0:32226:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000f18365ac. 00000020:00000001:2.0:1790964075.408705:0:32226:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.416345:0:30891:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964075.416355:0:30891:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1790964075.416371:0:30891:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964065/real 1790964065] req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1790964075.416394:0:30891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964075.416397:0:30891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964075.416401:0:30891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f05e03. 00000400:00000200:2.0:1790964075.416406:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d32445c3 00000400:00000010:2.0:1790964075.416409:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d32445c3. 00000100:00000001:2.0:1790964075.416415:0:30891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964075.416418:0:30891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964075.416427:0:30891:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.416434:0:30891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964075.416437:0:30891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416440:0:30891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964075.416443:0:30891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1790964075.416446:0:30891:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.416453:0:30891:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416465:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964075.416467:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.416470:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964075.416473:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964075.416476:0:30891:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964075.416499:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.416506:0:30891:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1790964075.416509:0:30891:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416511:0:30891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964075.416512:0:30891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416515:0:30891:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964075.416517:0:30891:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1790964075.416522:0:30891:0:(import.c:65:import_set_state_nolock()) 00000000111bc6fd lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964075.416550:0:30891:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1790964075.416553:0:30891:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1790964075.416556:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964075.416574:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049b8ddaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916548352:0@lo:8: 00000100:00000001:2.0:1790964075.416580:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416583:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964075.416586:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049b8ddaf x1877961916548352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964075 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.416593:0:30891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964075.416597:0:30891:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964075.416601:0:30891:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000020bd24c8. 02000000:00000001:2.0:1790964075.416606:0:30891:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964075.416609:0:30891:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964075.416611:0:30891:0:(genops.c:1223:class_import_put()) import 00000000111bc6fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1790964075.416614:0:30891:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964075.416617:0:30891:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000042736df. 02000000:00000001:2.0:1790964075.416621:0:30891:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964075.416623:0:30891:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964075.416624:0:30891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049b8ddaf. 00000100:00000001:2.0:1790964075.416629:0:30891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964075.416631:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416633:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.416643:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964075.416644:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.416645:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964075.416647:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.416926:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53a7a72f-9bab-4612-9db1-e8f2d4340aca->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964075.416934:0:13413:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964075.416941:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b12983c1. 00000020:00000040:3.0:1790964075.416946:0:13413:0:(genops.c:1210:class_import_get()) import 00000000c4da62e2 refcount=4 obd=MGC192.168.201.115@tcp 00000100:00000001:3.0:1790964075.416952:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964075.416966:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964075.416972:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964075.416983:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000146f25b8. 00000100:00000001:3.0:1790964075.416992:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417006:0:13413:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 53a7a72f-9bab-4612-9db1-e8f2d4340aca->MGS req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964075.417023:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964075.417026:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417031:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12983c1] to pc [ptlrpcd_00_03+3] req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417056:0:13413:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964075.417058:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790964075.417062:0:13413:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1790964075.417064:0:13413:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964075.417066:0:13413:0:(import.c:65:import_set_state_nolock()) 00000000111bc6fd lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964075.417070:0:13413:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964075.417072:0:13413:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 889 00000100:00001000:3.0:1790964075.417077:0:13413:0:(import.c:2195:obd_at_measure()) add 10 to 00000000642f2ef5 time=1790964075 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964075.417080:0:13413:0:(import.c:2261:obd_at_measure()) AT 00000000642f2ef5 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964075.417083:0:13413:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964075.417085:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:3.0:1790964075.417088:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964075.417091:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:3.0:1790964075.417093:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000001:3.0:1790964075.417096:0:13413:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964075.417098:0:13413:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e1852 00000020:00000001:3.0:1790964075.417101:0:13413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964075.417104:0:13413:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000b820bf4f refcount=4 00000020:00000001:3.0:1790964075.417107:0:13413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613501329725440 : -130572379826176 : ffff893ebfaed800) 00000020:00000001:3.0:1790964075.417109:0:13413:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613501329725440 : -130572379826176 : ffff893ebfaed800) 00000100:00000040:3.0:1790964075.417112:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:3.0:1790964075.417114:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964075.417115:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:3.0:1790964075.417117:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000040:3.0:1790964075.417140:0:13413:0:(genops.c:879:class_export_put()) PUTting export 00000000b820bf4f : new refcount 3 00000100:00080000:3.0:1790964075.417150:0:13413:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000111bc6fd using connection 192.168.201.115@tcp/0@lo 00000100:00000001:3.0:1790964075.417153:0:13413:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417155:0:13413:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964075.417163:0:13413:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964075.417166:0:13413:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417169:0:13413:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964075.417172:0:13413:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964075.417175:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa445e59. 00000020:00000040:3.0:1790964075.417177:0:13413:0:(genops.c:1210:class_import_get()) import 00000000111bc6fd refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1790964075.417180:0:13413:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964075.417182:0:13413:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417185:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964075.417187:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964075.417189:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964075.417193:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000d77ef7a. 00000100:00000001:3.0:1790964075.417196:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.417202:0:13413:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964075.417209:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964075.417210:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417213:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa445e59] to pc [ptlrpcd_rcv+-1] req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417226:0:13413:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964075.417229:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964075.417232:0:13413:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1790964075.417233:0:13413:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964075.417234:0:13413:0:(import.c:65:import_set_state_nolock()) 00000000b78ad744 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964075.417237:0:13413:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1790964075.417239:0:13413:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 889 00000100:00001000:3.0:1790964075.417242:0:13413:0:(import.c:2195:obd_at_measure()) add 10 to 00000000818caf0f time=10 v=5 (1 0 0 0) 00000100:00001000:3.0:1790964075.417244:0:13413:0:(import.c:2261:obd_at_measure()) AT 00000000818caf0f change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1790964075.417247:0:13413:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1790964075.417256:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:3.0:1790964075.417258:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964075.417260:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:3.0:1790964075.417262:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000001:3.0:1790964075.417264:0:13413:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964075.417265:0:13413:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e1867 00000020:00000001:3.0:1790964075.417267:0:13413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964075.417269:0:13413:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c9de56b7 refcount=4 00000020:00000001:3.0:1790964075.417271:0:13413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613500382115840 : -130573327435776 : ffff893e87337800) 00000020:00000001:3.0:1790964075.417272:0:13413:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613500382115840 : -130573327435776 : ffff893e87337800) 00000100:00000040:3.0:1790964075.417274:0:13413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 15 to 0@lo 00000100:00000001:3.0:1790964075.417276:0:13413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964075.417277:0:13413:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:3.0:1790964075.417279:0:13413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000020:00000040:3.0:1790964075.417280:0:13413:0:(genops.c:879:class_export_put()) PUTting export 00000000c9de56b7 : new refcount 3 00000100:00080000:3.0:1790964075.417282:0:13413:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000b78ad744 using connection 192.168.201.115@tcp/0@lo 00000100:00000001:3.0:1790964075.417285:0:13413:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417286:0:13413:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964075.417289:0:13413:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964075.417291:0:13413:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417293:0:13413:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964075.417294:0:13413:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964075.417297:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058f24eb0. 00000020:00000040:3.0:1790964075.417299:0:13413:0:(genops.c:1210:class_import_get()) import 00000000b78ad744 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:3.0:1790964075.417301:0:13413:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964075.417302:0:13413:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417304:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964075.417305:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964075.417307:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964075.417310:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cfa0d172. 00000100:00000001:3.0:1790964075.417314:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.417317:0:13413:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964075.417333:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964075.417335:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417337:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058f24eb0] to pc [ptlrpcd_rcv+-1] req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417343:0:13413:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417346:0:13413:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964075.417350:0:13413:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964075.417352:0:13413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ba7591d. 00000020:00000040:3.0:1790964075.417354:0:13413:0:(genops.c:1210:class_import_get()) import 000000004151f833 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1790964075.417357:0:13413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964075.417358:0:13413:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964075.417360:0:13413:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964075.417367:0:13413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012f2e74d. 00000100:00000001:3.0:1790964075.417371:0:13413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417374:0:13413:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964075.417380:0:13413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964075.417381:0:13413:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417384:0:13413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ba7591d] to pc [ptlrpcd_00_00+0] req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417400:0:13413:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417406:0:13413:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (903) 00000100:00000001:3.0:1790964075.417421:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1790964075.417424:0:30894:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1790964075.417426:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.417431:0:30894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964075.417432:0:30894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.417434:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964075.417435:0:30894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964075.417437:0:30894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964075.417441:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417459:0:30894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964075.417462:0:30894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417467:0:30894:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964075.417469:0:30894:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964075.417472:0:30894:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.417475:0:30894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b12983c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30894:1877961916551168:0@lo:400: 00000100:00000001:3.0:1790964075.417479:0:30894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964075.417486:0:30894:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964075.417489:0:30894:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417492:0:30894:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964075.417497:0:30894:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000254d53d. 02000000:00000001:3.0:1790964075.417499:0:30894:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964075.417504:0:30894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83f65c6. 00000400:00000010:3.0:1790964075.417513:0:30894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000552108fb. 00000100:00000200:3.0:1790964075.417521:0:30894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961916551168, portal 25 00000100:00000001:3.0:1790964075.417524:0:30894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964075.417526:0:30894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501329998720 : -130572379552896 : ffff893ebfb30380) 00000100:00000040:3.0:1790964075.417531:0:30894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417538:0:30894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964075.417541:0:30894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964075.417543:0:30894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964075.417546:0:30894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961916551168, offset 0 00000400:00000200:3.0:1790964075.417552:0:30894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964075.417578:0:30894:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964075.417591:0:30894:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14f01000 00000400:00000200:3.0:1790964075.417599:0:30894:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:3.0:1790964075.417603:0:30894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bbff5f2. 00000400:00000200:3.0:1790964075.417607:0:30894:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fce9d1f6 00000400:00000200:3.0:1790964075.417618:0:30894:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964075.417622:0:30894:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964075.417629:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce9d1f6 00000400:00000010:3.0:1790964075.417636:0:30894:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000fce9d1f6. 00000100:00000001:3.0:1790964075.417642:0:30894:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964075.417644:0:30894:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964075.417649:0:30894:0:(events.c:341:request_in_callback()) incoming req@0000000036a34891 x1877961916551168 msgsize 224 00000100:00100000:3.0:1790964075.417652:0:30894:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964075.417655:0:30894:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964075.417664:0:30894:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964075.417673:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964075.417675:0:30894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964075.417678:0:30894:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964075.417682:0:30894:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417692:0:30894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964075.417695:0:30894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417701:0:30894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417703:0:30894:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964075.417710:0:30894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417714:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295565827 00000100:00000010:3.0:1790964075.417719:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000898b6199. 00000100:00000001:3.0:1790964075.417729:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964075.417737:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295565827 00000100:00000010:3.0:1790964075.417740:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa1497d3. 00000100:00000001:3.0:1790964075.417743:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964075.417747:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295565827 00000100:00000010:3.0:1790964075.417749:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ee699f6. 00000100:00000001:3.0:1790964075.417752:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964075.417755:0:30894:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295565827 00000100:00000010:3.0:1790964075.417758:0:30894:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065d97f2c. 00000100:00000001:3.0:1790964075.417761:0:30894:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964075.417764:0:30894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964075.417768:0:30894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417777:0:30894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417779:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417790:0:30893:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1790964075.417793:0:30893:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1790964075.417795:0:30893:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.417801:0:30893:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964075.417802:0:30893:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.417804:0:30893:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964075.417805:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964075.417806:0:30893:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964075.417810:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417818:0:30893:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964075.417819:0:30893:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417821:0:30893:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964075.417823:0:30893:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964075.417825:0:30893:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.417826:0:30893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002ba7591d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30893:1877961916551552:0@lo:400: 00000100:00000001:3.0:1790964075.417829:0:30893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964075.417832:0:30893:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964075.417833:0:30893:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.417835:0:30893:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964075.417837:0:30893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f90869. 02000000:00000001:3.0:1790964075.417839:0:30893:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964075.417844:0:30893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f05e03. 00000400:00000010:3.0:1790964075.417848:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b02a11c. 00000100:00000200:3.0:1790964075.417851:0:30893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961916551552, portal 10 00000100:00000001:3.0:1790964075.417853:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964075.417854:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501330004992 : -130572379546624 : ffff893ebfb31c00) 00000100:00000040:3.0:1790964075.417861:0:30893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417868:0:30893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964075.417870:0:30893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964075.417872:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006aae16f9. 00000100:00000200:3.0:1790964075.417874:0:30893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961916551552, offset 0 00000400:00000200:3.0:1790964075.417883:0:30893:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964075.417888:0:30893:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964075.417894:0:30893:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff14f01180 00000400:00000200:3.0:1790964075.417899:0:30893:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:3.0:1790964075.417905:0:30893:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964075.417908:0:30893:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964075.417912:0:30893:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964075.417914:0:30893:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964075.417917:0:30893:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcfb1398. 00000100:00000040:3.0:1790964075.417920:0:30893:0:(events.c:341:request_in_callback()) incoming req@00000000fcfb1398 x1877961916551552 msgsize 224 00000100:00100000:3.0:1790964075.417923:0:30893:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964075.417932:0:30893:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964075.417937:0:30893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aae16f9 00000400:00000010:3.0:1790964075.417939:0:30893:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006aae16f9. 00000100:00000001:3.0:1790964075.417941:0:30893:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964075.417944:0:30893:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417951:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964075.417952:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.417958:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417960:0:30893:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964075.417963:0:30893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.417966:0:30893:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2158 usecs (3 jiffies) 00000100:00000001:3.0:1790964075.417968:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295565827 00000100:00000001:3.0:1790964075.417971:0:30893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295565827 00000100:00000001:3.0:1790964075.417972:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295565827 00000100:00000001:3.0:1790964075.417974:0:30893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295565827 00000100:00000001:3.0:1790964075.417976:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295565827 00000100:00000001:3.0:1790964075.417978:0:30893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295565827 00000100:00000001:3.0:1790964075.417979:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295565827 00000100:00000001:3.0:1790964075.417987:0:30893:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295565827 00000100:00000001:3.0:1790964075.417988:0:30893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964075.417990:0:30893:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417993:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.417994:0:30893:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964075.418036:0:31787:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004a34e76f. 00000100:00000001:3.0:1790964075.418047:0:31787:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964075.418049:0:31787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916551552 02000000:00000001:3.0:1790964075.418052:0:31787:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964075.418054:0:31787:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964075.418057:0:31787:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.418061:0:31787:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.418066:0:31787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916551552 00000020:00000001:3.0:1790964075.418068:0:31787:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964075.418070:0:31787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e18ad 00000020:00000001:3.0:1790964075.418072:0:31787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964075.418074:0:31787:0:(lustre_handles.c:148:class_handle2object()) GET export 000000004e45f911 refcount=5 00000020:00000001:3.0:1790964075.418077:0:31787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613501352677376 : -130572356874240 : ffff893ec10d1000) 00000020:00000001:3.0:1790964075.418078:0:31787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613501352677376 : -130572356874240 : ffff893ec10d1000) 00000100:00000001:3.0:1790964075.418084:0:31787:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964075.418088:0:31787:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070eef416. 00000100:00000001:3.0:1790964075.418091:0:31787:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964075.418094:0:31787:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070eef416. 00000020:00000010:3.0:1790964075.418101:0:31787:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8b96316. 00000020:00000010:3.0:1790964075.418107:0:31787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e48dfb6. 00000020:00000010:3.0:1790964075.418113:0:31787:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc6fbdd0. 00000100:00000040:3.0:1790964075.418149:0:31787:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1790964075.418154:0:31787:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964075.418155:0:31787:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964075.418159:0:31787:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418169:0:31787:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1790964075.418172:0:31787:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1790964075.418174:0:31787:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.418188:0:31787:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418208:0:31787:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964075.418211:0:31787:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964075.418215:0:31787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1790964075.418219:0:31787:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000004e45f911 : new rpc_count 1 00000100:00000001:3.0:1790964075.418222:0:31787:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501330009472 : -130572379542144 : ffff893ebfb32d80) 00000100:00000040:3.0:1790964075.418227:0:31787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fcfb1398 x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1790964086 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.418236:0:31787:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964075.418239:0:31787:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070eef416. 00000100:00000001:3.0:1790964075.418240:0:31787:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964075.418242:0:31787:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070eef416. 00000100:00100000:3.0:1790964075.418246:0:31787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfb1398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30893:x1877961916551552:12345-0@lo:400: 00000100:00000200:3.0:1790964075.418250:0:31787:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916551552 00000020:00000001:3.0:1790964075.418255:0:31787:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964075.418261:0:31787:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964075.418264:0:31787:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964075.418267:0:31787:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964075.418269:0:31787:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072650776256 : -1058775360 : ffffffffc0e45ec0) 00000020:00000001:3.0:1790964075.418273:0:31787:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964075.418277:0:31787:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964075.418280:0:31787:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964075.418283:0:31787:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964075.418287:0:31787:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964075.418289:0:31787:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964075.418294:0:31787:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964075.418297:0:31787:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964075.418301:0:31787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000228ab73f. 02000000:00000001:3.0:1790964075.418304:0:31787:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.418306:0:31787:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964075.418308:0:31787:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964075.418311:0:31787:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916551552 00010000:00000001:3.0:1790964075.418315:0:31787:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964075.418320:0:31787:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000fcfb1398 x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1790964086 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964075.418336:0:31787:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964075.418339:0:31787:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964075.418343:0:31787:0:(import.c:2195:obd_at_measure()) add 1 to 0000000094481b61 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964075.418347:0:31787:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964075.418349:0:31787:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:3.0:1790964075.418351:0:31787:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:3.0:1790964075.418354:0:31787:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964075.418356:0:31787:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.418359:0:31787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964075.418361:0:31787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964075.418363:0:31787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006aae16f9. 00000100:00000200:3.0:1790964075.418366:0:31787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961916551552, offset 224 00000400:00000200:3.0:1790964075.418370:0:31787:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964075.418376:0:31787:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964075.418382:0:31787:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff14f01180 00000400:00000200:3.0:1790964075.418387:0:31787:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:3.0:1790964075.418391:0:31787:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964075.418394:0:31787:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964075.418397:0:31787:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964075.418401:0:31787:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964075.418410:0:31787:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.418424:0:31787:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964075.418428:0:31787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aae16f9 00000400:00000010:3.0:1790964075.418430:0:31787:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006aae16f9. 00000100:00000001:3.0:1790964075.418433:0:31787:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964075.418434:0:31787:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964075.418437:0:31787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.418440:0:31787:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00010000:00000001:3.0:1790964075.418442:0:31787:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964075.418444:0:31787:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964075.418446:0:31787:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964075.418455:0:31787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcfb1398 x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1790964086 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964075.418462:0:31787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfb1398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30893:x1877961916551552:12345-0@lo:400: Request processed in 226us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964075.418470:0:31787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1790964075.418473:0:31787:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e45f911 : new rpc_count 0 00000100:00000001:3.0:1790964075.418476:0:31787:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964075.418477:0:31787:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964075.418482:0:31787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e48dfb6. 00000020:00000010:3.0:1790964075.418489:0:31787:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc6fbdd0. 00000020:00000010:3.0:1790964075.418492:0:31787:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8b96316. 00000020:00000040:3.0:1790964075.418497:0:31787:0:(genops.c:879:class_export_put()) PUTting export 000000004e45f911 : new refcount 4 00000100:00000001:3.0:1790964075.418499:0:31787:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418514:0:30893:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964075.418516:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964075.418520:0:30893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964075.418522:0:30893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964075.418524:0:30893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f05e03. 00000400:00000200:3.0:1790964075.418526:0:30893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b02a11c 00000400:00000010:3.0:1790964075.418528:0:30893:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004b02a11c. 00000100:00000001:3.0:1790964075.418530:0:30893:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964075.418532:0:30893:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964075.418540:0:30893:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.418544:0:30893:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964075.418546:0:30893:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418548:0:30893:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964075.418552:0:30893:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964075.418553:0:30893:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964075.418555:0:30893:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.418557:0:30893:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964075.418575:0:30893:0:(import.c:2195:obd_at_measure()) add 5 to 000000000c7e16c0 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964075.418579:0:30893:0:(import.c:2195:obd_at_measure()) add 1 to 00000000e3553298 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964075.418590:0:30893:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964075.418592:0:30893:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964075.418595:0:30893:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964075.418599:0:30893:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964075.418605:0:30893:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.418609:0:30893:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964075.418611:0:30893:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964075.418614:0:30893:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964075.418616:0:30893:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964075.418619:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.418625:0:30893:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964075.418628:0:30893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964075.418629:0:30893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964075.418632:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964075.418639:0:30893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002ba7591d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:30893:1877961916551552:0@lo:400: 00000100:00000001:3.0:1790964075.418643:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418646:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964075.418648:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ba7591d x1877961916551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964075.418653:0:30893:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964075.418655:0:30893:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964075.418657:0:30893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f90869. 02000000:00000001:3.0:1790964075.418660:0:30893:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964075.418662:0:30893:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964075.418663:0:30893:0:(genops.c:1223:class_import_put()) import 000000004151f833 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964075.418666:0:30893:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964075.418668:0:30893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012f2e74d. 02000000:00000001:3.0:1790964075.418671:0:30893:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964075.418673:0:30893:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964075.418674:0:30893:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ba7591d. 00000100:00000001:3.0:1790964075.418682:0:30893:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964075.418683:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418686:0:30893:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.418690:0:30893:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964075.418691:0:30893:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.418693:0:30893:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964075.418695:0:30893:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964075.418974:0:30895:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964075.418977:0:30895:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419215:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964075.419220:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964075.419222:0:30891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964075.419228:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419245:0:30891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964075.419247:0:30891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964075.419251:0:30891:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964075.419253:0:30891:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964075.419255:0:30891:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964075.419257:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa445e59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916551296:0@lo:8: 00000100:00000001:1.0:1790964075.419262:0:30891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964075.419265:0:30891:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964075.419268:0:30891:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964075.419270:0:30891:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964075.419275:0:30891:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a3fbb20. 02000000:00000001:1.0:1790964075.419276:0:30891:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964075.419281:0:30891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ed8508. 00000400:00000010:1.0:1790964075.419288:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c5cb6c. 00000100:00000200:1.0:1790964075.419292:0:30891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961916551296, portal 4 00000100:00000001:1.0:1790964075.419294:0:30891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964075.419296:0:30891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501329997824 : -130572379553792 : ffff893ebfb30000) 00000020:00000010:1.0:1790964075.419303:0:30891:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000055b1e2c0. 00000100:00000040:1.0:1790964075.419308:0:30891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419315:0:30891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964075.419317:0:30891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964075.419319:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f0b39e7. 00000100:00000200:1.0:1790964075.419322:0:30891:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961916551296, offset 0 00000400:00000200:1.0:1790964075.419327:0:30891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964075.419337:0:30891:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964075.419344:0:30891:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff14f01080 00000400:00000100:1.0:1790964075.419348:0:30891:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961916551296 offset 0 length 520: 4 00000400:00000200:1.0:1790964075.419352:0:30891:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 0000000009cd4a18 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1790964075.419355:0:30891:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1790964075.419362:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f0b39e7 00000400:00000010:1.0:1790964075.419375:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f0b39e7. 00000100:00000001:1.0:1790964075.419379:0:30891:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964075.419383:0:30891:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419391:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964075.419393:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa445e59 x1877961916551296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419398:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419400:0:30891:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964075.419405:0:30891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964075.419409:0:30891:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1790964075.419412:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295565829 00000100:00000001:1.0:1790964075.419419:0:30891:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295565827 00000100:00000001:1.0:1790964075.419423:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295565829 00000100:00000001:1.0:1790964075.419425:0:30891:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295565827 00000100:00000001:1.0:1790964075.419428:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295565829 00000100:00000001:1.0:1790964075.419431:0:30891:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295565827 00000100:00000001:1.0:1790964075.419433:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295565829 00000100:00000001:1.0:1790964075.419435:0:30891:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295565827 00000100:00000001:1.0:1790964075.419439:0:30891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964075.419441:0:30891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419443:0:30891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964075.419447:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419454:0:30891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964075.419455:0:30891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964075.419458:0:30891:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964075.419459:0:30891:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964075.419461:0:30891:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964075.419464:0:30891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000058f24eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916551424:0@lo:38: 00000100:00000001:1.0:1790964075.419475:0:30891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964075.419477:0:30891:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964075.419478:0:30891:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964075.419480:0:30891:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964075.419483:0:30891:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b23892f. 02000000:00000001:1.0:1790964075.419484:0:30891:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964075.419488:0:30891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ffeb23. 00000400:00000010:1.0:1790964075.419491:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f0b39e7. 00000100:00000200:1.0:1790964075.419494:0:30891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961916551424, portal 4 00000100:00000001:1.0:1790964075.419496:0:30891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964075.419497:0:30891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613501330001408 : -130572379550208 : ffff893ebfb30e00) 00000100:00000040:1.0:1790964075.419502:0:30891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419508:0:30891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964075.419510:0:30891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964075.419512:0:30891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd948e86. 00000100:00000200:1.0:1790964075.419514:0:30891:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961916551424, offset 0 00000400:00000200:1.0:1790964075.419517:0:30891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964075.419523:0:30891:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964075.419528:0:30891:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff14f01100 00000400:00000200:1.0:1790964075.419533:0:30891:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:1.0:1790964075.419539:0:30891:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964075.419543:0:30891:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964075.419548:0:30891:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964075.419549:0:30891:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1790964075.419554:0:30891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000722ecf1f. 00000100:00000040:1.0:1790964075.419557:0:30891:0:(events.c:341:request_in_callback()) incoming req@00000000722ecf1f x1877961916551424 msgsize 520 00000100:00100000:1.0:1790964075.419570:0:30891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964075.419587:0:30891:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964075.419591:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd948e86 00000400:00000010:1.0:1790964075.419593:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fd948e86. 00000100:00000001:1.0:1790964075.419595:0:30891:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964075.419597:0:30891:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419614:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964075.419616:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.419622:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419624:0:30891:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964075.419628:0:30891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964075.419630:0:30891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 1337 usecs (2 jiffies) 00000100:00000001:1.0:1790964075.419633:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295565828 00000100:00000001:1.0:1790964075.419635:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295565829 00000100:00000001:1.0:1790964075.419637:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295565828 00000100:00000001:1.0:1790964075.419639:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295565829 00000100:00000001:1.0:1790964075.419641:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295565828 00000100:00000001:1.0:1790964075.419643:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295565829 00000100:00000001:1.0:1790964075.419644:0:30891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295565828 00000100:00000001:1.0:1790964075.419646:0:30891:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295565829 00000100:00000001:1.0:1790964075.419648:0:30891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964075.419649:0:30891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419651:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419653:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964075.419659:0:30891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964075.419661:0:30891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1790964075.419663:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964075.419664:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964075.419665:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.419667:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964075.419736:0:31791:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c2f3330a. 00000100:00000001:3.0:1790964075.419742:0:31791:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964075.419744:0:31791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916551424 02000000:00000001:3.0:1790964075.419746:0:31791:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964075.419747:0:31791:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964075.419749:0:31791:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964075.419753:0:31791:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.419757:0:31791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916551424 00000020:00000001:3.0:1790964075.419760:0:31791:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964075.419761:0:31791:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1790964075.419763:0:31791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1790964075.419766:0:31791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964075.419768:0:31791:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964075.419773:0:31791:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f90869. 00000020:00000010:3.0:1790964075.419780:0:31791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e48dfb6. 00000020:00000010:3.0:1790964075.419785:0:31791:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fc6fbdd0. 00000100:00000001:3.0:1790964075.419791:0:31791:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964075.419793:0:31791:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964075.419794:0:31791:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.419801:0:31791:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.419817:0:31791:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.419828:0:31791:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964075.419830:0:31791:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964075.419834:0:31791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964075.419837:0:31791:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501319569280 : -130572389982336 : ffff893ebf13df80) 00000100:00000040:3.0:1790964075.419841:0:31791:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000722ecf1f x1877961916551424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964075.419851:0:31791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000722ecf1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30891:x1877961916551424:12345-0@lo:38: 00000100:00000200:3.0:1790964075.419861:0:31791:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916551424 00000020:00000001:3.0:1790964075.419865:0:31791:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1790964075.419875:0:31791:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:3.0:1790964075.419899:0:31791:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1790964075.419903:0:31791:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1790964075.422700:0:30558:0:(connection.c:75:cpu_latency_work()) work item of 00000000e6285eae (cpu 2) has reached its deadline 4295565829, at 4295565830 00000100:00000010:2.0:1790964075.422723:0:30558:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ee699f6. 00000100:00000001:2.0:1790964075.422739:0:30892:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964075.422745:0:30892:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.422771:0:31778:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964075.422775:0:31778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961916551168 02000000:00000001:2.0:1790964075.422778:0:31778:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964075.422781:0:31778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964075.422784:0:31778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964075.422790:0:31778:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964075.422796:0:31778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961916551168 00000020:00000001:2.0:1790964075.422799:0:31778:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964075.422801:0:31778:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbd18af51f30e17cd 00000020:00000001:2.0:1790964075.422804:0:31778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964075.422807:0:31778:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000426dc3e7 refcount=12 00000020:00000001:2.0:1790964075.422809:0:31778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000020:00000001:2.0:1790964075.422812:0:31778:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613500803665920 : -130572905885696 : ffff893ea053d000) 00000100:00000001:2.0:1790964075.422817:0:31778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964075.422822:0:31778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aaaa3bd. 00000100:00000001:2.0:1790964075.422825:0:31778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964075.422828:0:31778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aaaa3bd. 00000020:00000010:2.0:1790964075.422835:0:31778:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b3d80c6. 00000020:00000010:2.0:1790964075.422841:0:31778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cdfa1c3c. 00000020:00000010:2.0:1790964075.422847:0:31778:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000043a28727. 00000100:00000040:2.0:1790964075.422859:0:31778:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964075.422863:0:31778:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964075.422864:0:31778:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964075.422866:0:31778:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.422877:0:31778:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.422891:0:31778:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964075.422903:0:31778:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964075.422916:0:31778:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964075.422925:0:31778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1790964075.422929:0:31778:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000426dc3e7 : new rpc_count 1 00000100:00000001:2.0:1790964075.422932:0:31778:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613501297118288 : -130572412433328 : ffff893ebdbd4c50) 00000100:00000040:2.0:1790964075.422941:0:31778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036a34891 x1877961916551168/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:651/0 lens 224/0 e 0 to 0 dl 1790964086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.422953:0:31778:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964075.422966:0:31778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aaaa3bd. 00000100:00000001:2.0:1790964075.422968:0:31778:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964075.422970:0:31778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aaaa3bd. 00000100:00100000:2.0:1790964075.422974:0:31778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000036a34891 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:30894:x1877961916551168:12345-0@lo:400: 00000100:00000200:2.0:1790964075.422978:0:31778:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961916551168 00000020:00000001:2.0:1790964075.422982:0:31778:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964075.422987:0:31778:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964075.422990:0:31778:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.422993:0:31778:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1790964075.423235:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000099026fc2 (cpu 0) has reached its deadline 4295565829, at 4295565830 00000100:00000010:0.0:1790964075.423242:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000898b6199. 00000020:00000001:2.0:1790964075.423737:0:31778:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660584640 : -1048966976 : ffffffffc17a08c0) 00000020:00000001:2.0:1790964075.423745:0:31778:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964075.423748:0:31778:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964075.423751:0:31778:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964075.423754:0:31778:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964075.423758:0:31778:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.423760:0:31778:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964075.423764:0:31778:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964075.423768:0:31778:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964075.423777:0:31778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c6c2612. 02000000:00000001:2.0:1790964075.423781:0:31778:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.423784:0:31778:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.423786:0:31778:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964075.423789:0:31778:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961916551168 00010000:00000001:2.0:1790964075.423792:0:31778:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964075.423800:0:31778:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000036a34891 x1877961916551168/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:651/0 lens 224/224 e 0 to 0 dl 1790964086 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964075.423826:0:31778:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964075.423830:0:31778:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964075.423834:0:31778:0:(import.c:2195:obd_at_measure()) add 1 to 00000000d282dac8 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964075.423840:0:31778:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964075.423843:0:31778:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:2.0:1790964075.423845:0:31778:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 02000000:00000001:2.0:1790964075.423848:0:31778:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964075.423850:0:31778:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.423854:0:31778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964075.423857:0:31778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964075.423863:0:31778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a58f01f. 00000100:00000200:2.0:1790964075.423872:0:31778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961916551168, offset 224 00000400:00000200:2.0:1790964075.423881:0:31778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964075.423899:0:31778:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964075.423913:0:31778:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14f01000 00000400:00000200:2.0:1790964075.423922:0:31778:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:2.0:1790964075.423933:0:31778:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964075.423939:0:31778:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964075.423947:0:31778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964075.423953:0:31778:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964075.423964:0:31778:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.423991:0:31778:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964075.424771:0:31778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a58f01f 00000400:00000010:2.0:1790964075.424779:0:31778:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005a58f01f. 00000100:00000001:2.0:1790964075.424786:0:31778:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964075.424788:0:31778:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964075.424796:0:31778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964075.424801:0:31778:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00010000:00000001:2.0:1790964075.424804:0:31778:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964075.424806:0:31778:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.424809:0:31778:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964075.424828:0:31778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036a34891 x1877961916551168/t0(0) o400->53a7a72f-9bab-4612-9db1-e8f2d4340aca@0@lo:651/0 lens 224/224 e 0 to 0 dl 1790964086 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964075.424838:0:31778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000036a34891 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53a7a72f-9bab-4612-9db1-e8f2d4340aca+12:30894:x1877961916551168:12345-0@lo:400: Request processed in 1885us (7187us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964075.424850:0:31778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1790964075.424855:0:31778:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000426dc3e7 : new rpc_count 0 00000100:00000001:2.0:1790964075.424857:0:31778:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964075.424859:0:31778:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964075.424868:0:31778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cdfa1c3c. 00000020:00000010:2.0:1790964075.424876:0:31778:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000043a28727. 00000020:00000010:2.0:1790964075.424880:0:31778:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b3d80c6. 00000020:00000040:2.0:1790964075.424887:0:31778:0:(genops.c:879:class_export_put()) PUTting export 00000000426dc3e7 : new refcount 11 02000000:00000001:2.0:1790964075.424893:0:31778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964075.424896:0:31778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000002c6c2612. 02000000:00000001:2.0:1790964075.424901:0:31778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964075.424904:0:31778:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964075.424913:0:31778:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964075.424922:0:31778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac12563c. 00000400:00000010:2.0:1790964075.424931:0:31778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce1a7ab5. 00000100:00000001:0.0:1790964075.425242:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964075.425248:0:30894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964075.425257:0:30894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964075.425260:0:30894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964075.425271:0:30894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a83f65c6. 00000400:00000200:0.0:1790964075.425275:0:30894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552108fb 00000400:00000010:0.0:1790964075.425277:0:30894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000552108fb. 00000100:00000001:0.0:1790964075.425282:0:30894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964075.425287:0:30894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964075.425296:0:30894:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964075.425304:0:30894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964075.425306:0:30894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.425309:0:30894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964075.425311:0:30894:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964075.425314:0:30894:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964075.425318:0:30894:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964075.425321:0:30894:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964075.425339:0:30894:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d43b0777 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964075.425344:0:30894:0:(import.c:2195:obd_at_measure()) add 1 to 0000000035cc289c time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964075.425347:0:30894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964075.425349:0:30894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964075.425352:0:30894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964075.425356:0:30894:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964075.425359:0:30894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964075.425364:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964075.425371:0:30894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964075.425375:0:30894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964075.425377:0:30894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964075.425381:0:30894:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964075.425388:0:30894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b12983c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53a7a72f-9bab-4612-9db1-e8f2d4340aca:30894:1877961916551168:0@lo:400: 00000100:00000001:0.0:1790964075.425394:0:30894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.425398:0:30894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964075.425401:0:30894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b12983c1 x1877961916551168/t0(0) o400->MGC192.168.201.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964075.425414:0:30894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964075.425418:0:30894:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964075.425422:0:30894:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000254d53d. 02000000:00000001:0.0:1790964075.425426:0:30894:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964075.425429:0:30894:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964075.425431:0:30894:0:(genops.c:1223:class_import_put()) import 00000000c4da62e2 refcount=3 obd=MGC192.168.201.115@tcp 00000020:00000001:0.0:1790964075.425434:0:30894:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964075.425437:0:30894:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000146f25b8. 02000000:00000001:0.0:1790964075.425451:0:30894:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964075.425453:0:30894:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964075.425455:0:30894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b12983c1. 00000100:00000001:0.0:1790964075.425459:0:30894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964075.425461:0:30894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.425464:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.425475:0:30894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964075.425478:0:30894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964075.425480:0:30894:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964075.425484:0:30894:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964075.432328:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000000b5e04f1 (cpu 1) has reached its deadline 4295565829, at 4295565840 00000100:00000010:1.0:1790964075.432350:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1497d3. 00010000:00000001:3.0:1790964075.439107:0:31791:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1790964075.439586:0:31791:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1790964075.439592:0:31791:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1790964075.439596:0:31791:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964075.439600:0:31791:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1790964075.439640:0:12133:0:(connection.c:75:cpu_latency_work()) work item of 0000000076f666bf (cpu 3) has reached its deadline 4295565829, at 4295565847 00000100:00000010:3.0:1790964075.439653:0:12133:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065d97f2c. 02000000:00000010:2.0:1790964075.439813:0:31791:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c6c2612. 02000000:00000001:2.0:1790964075.439818:0:31791:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.439822:0:31791:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964075.439828:0:31791:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964075.439831:0:31791:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964075.439836:0:31791:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1790964075.439839:0:31791:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1790964075.439843:0:31791:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964075.439849:0:31791:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000df87452e refcount 17 to 0@lo 00000100:00000001:2.0:1790964075.439852:0:31791:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613500382361600 : -130573327190016 : ffff893e87373800) 00000100:00000001:2.0:1790964075.439854:0:31791:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446613500382361600 : -130573327190016 : 0xffff893e87373800) 00000100:00000040:2.0:1790964075.439857:0:31791:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000df87452e refcount 17 to 0@lo 02000000:00000001:2.0:1790964075.439860:0:31791:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964075.439862:0:31791:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964075.439885:0:31791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964075.439889:0:31791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964075.439894:0:31791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a58f01f. 00000100:00000200:2.0:1790964075.439903:0:31791:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961916551424, offset 0 00000400:00000200:2.0:1790964075.439911:0:31791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964075.439931:0:31791:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964075.439946:0:31791:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff14f01100 00000400:00000200:2.0:1790964075.439957:0:31791:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb09 [1] + 0 00000400:00000200:2.0:1790964075.439969:0:31791:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964075.439974:0:31791:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964075.439983:0:31791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964075.439992:0:31791:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964075.440005:0:31791:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964075.440026:0:31791:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964075.440036:0:31791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a58f01f 00000400:00000010:2.0:1790964075.440039:0:31791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005a58f01f. 00000100:00000001:2.0:1790964075.440045:0:31791:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964075.440047:0:31791:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964075.440052:0:31791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964075.440055:0:31791:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000df87452e refcount 16 to 0@lo 00000100:00000001:2.0:1790964075.440057:0:31791:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.440060:0:31791:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1790964075.440067:0:31791:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000722ecf1f x1877961916551424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964075.440078:0:31791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000722ecf1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30891:x1877961916551424:12345-0@lo:38: Request processed in 20226us (20518us total) trans 0 rc -19/-19 00000020:00000010:2.0:1790964075.440092:0:31791:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000761a156a. 00000100:00100000:2.0:1790964075.440101:0:31791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1790964075.440106:0:31791:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964075.440108:0:31791:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1790964075.440110:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1790964075.440116:0:31791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e48dfb6. 00000100:00000001:1.0:1790964075.440118:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964075.440149:0:30891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964075.440153:0:30891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1790964075.440158:0:31791:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fc6fbdd0. 00000020:00000010:2.0:1790964075.440165:0:31791:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f90869. 00000400:00000010:1.0:1790964075.440166:0:30891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4ffeb23. 00000100:00000001:2.0:1790964075.440172:0:31791:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790964075.440172:0:30891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f0b39e7 00000400:00000010:1.0:1790964075.440176:0:30891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f0b39e7. 00000100:00000001:1.0:1790964075.440181:0:30891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964075.440185:0:30891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964075.440195:0:30891:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.440202:0:30891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964075.440204:0:30891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964075.440207:0:30891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964075.440211:0:30891:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964075.440213:0:30891:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964075.440216:0:30891:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964075.440219:0:30891:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964075.440230:0:30891:0:(import.c:2195:obd_at_measure()) add 0 to 00000000ca334d58 time=1790964075 v=5 (0 0 0 0) 00000100:00001000:1.0:1790964075.440236:0:30891:0:(import.c:2195:obd_at_measure()) add 1 to 00000000818caf0f time=10 v=10 (10 0 0 0) 00000100:00000001:1.0:1790964075.440238:0:30891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964075.440241:0:30891:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790964075.440245:0:30891:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964075.440249:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964090 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.440255:0:30891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1790964075.440259:0:30891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964075.440261:0:30891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964075.440264:0:30891:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964075.440266:0:30891:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1790964075.440271:0:30891:0:(import.c:65:import_set_state_nolock()) 00000000b78ad744 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964075.440277:0:30891:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1790964075.440279:0:30891:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1790964075.440284:0:30891:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964090 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964075.440303:0:30891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000058f24eb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30891:1877961916551424:0@lo:38: 00000100:00000001:1.0:1790964075.440310:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.440313:0:30891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964075.440317:0:30891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058f24eb0 x1877961916551424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964090 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964075.440324:0:30891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964075.440327:0:30891:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964075.440331:0:30891:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b23892f. 02000000:00000001:1.0:1790964075.440336:0:30891:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964075.440339:0:30891:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964075.440341:0:30891:0:(genops.c:1223:class_import_put()) import 00000000b78ad744 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1790964075.440344:0:30891:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964075.440347:0:30891:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cfa0d172. 02000000:00000001:1.0:1790964075.440352:0:30891:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964075.440354:0:30891:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964075.440356:0:30891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058f24eb0. 00000100:00000001:1.0:1790964075.440360:0:30891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964075.440362:0:30891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964075.440364:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964075.440366:0:30891:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964075.440368:0:30891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964075.440411:0:30891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.440415:0:30891:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 3315 lines, 3315 kept, 0 dropped, 0 bad.