00000020:01000004:1.0F:1790964078.180242:0:31816:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790964078.180253:0:31816:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1790964078.180255:0:31816:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1790964078.180363:0:31816:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000663168e6 00000080:02000400:1.0:1790964078.180374:0:31816:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:1.0:1790964078.186763:0:31816:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1790964078.186777:0:31816:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1790964078.186817:0:31816:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000005778f91d) 00000020:00000080:1.0:1790964078.186837:0:31816:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0F:1790964078.222262:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.225751:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790964078.226211:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.226386:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.226751:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.227126:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.227417:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.227704:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.227946:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.228213:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.228397:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.228752:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.229280:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1790964078.229500:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.230366:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0F:1790964078.236610:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.236980:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.237441:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.237760:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.238233:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.238621:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.238856:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.239216:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.239564:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.239746:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.240693:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.242219:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.242736:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.244375:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.246326:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.249409:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.250411:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.251595:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.252993:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.253326:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.253655:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1790964078.253895:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.254097:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1790964078.254303:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.256175:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790964078.256691:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790964078.256905:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790964078.257163:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.257545:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.257888:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790964078.258235:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.258513:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790964078.265285:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.266671:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.266902:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.268335:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.268776:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1790964078.268985:0:31816:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:3.0:1790964078.270305:0:31816:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1790964078.270930:0:31816:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1790964078.270940:0:31816:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790964078.270954:0:31816:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fdfcb 00000020:01000004:2.0:1790964078.270963:0:31816:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1790964078.270979:0:31816:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1790964078.270984:0:31816:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000663168e6 from MGS 00000020:01000004:2.0:1790964078.270989:0:31816:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1790964078.271011:0:31816:0:(genops.c:413:class_newdev()) Allocate new device MGS (000000004b26ff11) 00000020:00000080:2.0:1790964078.271023:0:31816:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1790964078.271141:0:31816:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000663168e6 from MGS, refs=2 00080000:01000000:2.0:1790964078.271147:0:31816:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790964078.271152:0:31816:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fdfd9 00000100:00100000:2.0:1790964078.271260:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790964078.271384:0:31816:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1790964078.271390:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964078.273419:0:31816:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964078.273442:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790964078.274223:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964078.274413:0:31816:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790964078.274418:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1790964078.279621:0:31816:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1790964078.279635:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1790964078.280029:0:31816:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1790964078.280037:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790964078.280768:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964078.280771:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964078.280773:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964078.281013:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964078.281016:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964078.281017:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964078.281887:0:31816:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790964078.286750:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1790964078.531687:0:31816:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 3051 MB/s 00000001:01000000:3.0:1790964078.781643:0:31816:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2287 MB/s 00000001:01000000:0.0F:1790964079.032142:0:31816:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 407 MB/s 00000001:01000000:3.0:1790964079.285199:0:31816:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 782 MB/s 00000040:01000000:0.0:1790964079.295807:0:31816:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1790964079.298549:0:31828:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790964079.298644:0:31816:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790964079.298709:0:31816:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:3.0:1790964079.298769:0:31816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:3.0:1790964079.298793:0:31816:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1790964079.299187:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964079.299351:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1790964079.299358:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1790964079.300263:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1790964079.300271:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964079.300667:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964079.300674:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1790964079.310199:0:31816:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790964079.310225:0:31816:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.121@tcp' 00000020:01000004:0.0:1790964079.310227:0:31816:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790964079.310288:0:31816:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.121@tcp (typ=mgc) 00000020:00000080:0.0:1790964079.310311:0:31816:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.121@tcp (00000000fdea2731) 00000020:00000080:0.0:1790964079.310329:0:31816:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00000100:00080000:3.0:1790964079.310547:0:31833:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00080000:0.0:1790964079.310769:0:31816:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a8492d27@MGC192.168.201.121@tcp: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1790964079.311212:0:31816:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.121@tcp-0 is initialized 00000040:01000000:0.0:1790964079.311218:0:31816:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.121@tcp ctxt 1 is initialized 00010000:00010000:2.0:1790964079.315270:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1790964079.324686:0:31834:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1790964079.325641:0:31816:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.121@tcp (uuid f65f0cfe-c829-4c04-be16-050f408b239f) 00000020:00000080:2.0:1790964079.325667:0:31816:0:(genops.c:1385:class_connect()) connect: client f65f0cfe-c829-4c04-be16-050f408b239f, cookie 0xd17c0bd4a50fdfe7 00000100:00080000:2.0:1790964079.325680:0:31816:0:(import.c:545:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964079.325685:0:31816:0:(import.c:665:import_select_connection()) MGC192.168.201.121@tcp: import 00000000a8492d27 using connection 192.168.201.121@tcp/0@lo 00000100:00100000:2.0:1790964079.325719:0:31816:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008fc53768 x1877961933324416/t0(0) o250->MGC192.168.201.121@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964079.325755:0:31816:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f65f0cfe-c829-4c04-be16-050f408b239f->MGS 00000020:01000004:2.0:1790964079.325777:0:31816:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1790964079.325782:0:31816:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1790964079.325796:0:31816:0:(genops.c:413:class_newdev()) Allocate new device MDS (00000000e7f416db) 00000020:00000080:2.0:1790964079.325812:0:31816:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1790964079.327078:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008fc53768 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f65f0cfe-c829-4c04-be16-050f408b239f:30956:1877961933324416:0@lo:250: 00000100:00100000:0.0:1790964079.327198:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964079.333285:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933324416 00000100:00100000:3.0:1790964079.333300:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933324416 00000100:00100000:3.0:1790964079.333354:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964079.333361:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007334b316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30956:x1877961933324416:12345-0@lo:250: 00010000:00080000:3.0:1790964079.333389:0:31829:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from f65f0cfe-c829-4c04-be16-050f408b239f@0@lo t0 exp 0000000000000000 cur 944 last 0 00000020:00000080:3.0:1790964079.333434:0:31829:0:(genops.c:1385:class_connect()) connect: client f65f0cfe-c829-4c04-be16-050f408b239f, cookie 0xd17c0bd4a50fdff5 00000100:00080000:3.0:1790964079.333597:0:31829:0:(import.c:65:import_set_state_nolock()) 0000000004bd19c5 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790964079.333873:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007334b316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+5:30956:x1877961933324416:12345-0@lo:250: Request processed in 511us (6675us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.333883:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964079.333958:0:30956:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.121@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790964079.333968:0:30956:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.121@tcp: connect to target with instance 0 00000100:00080000:3.0:1790964079.333976:0:30956:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.121@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1790964079.333980:0:30956:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1790964079.333982:0:30956:0:(import.c:65:import_set_state_nolock()) 00000000a8492d27 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1790964079.333985:0:30956:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1790964079.344648:0:30956:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1790964079.345007:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008fc53768 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f65f0cfe-c829-4c04-be16-050f408b239f:30956:1877961933324416:0@lo:250: 00000100:00100000:2.0:1790964079.348476:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964079.348674:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964079.348680:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1790964079.355616:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1790964079.355631:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1790964079.356947:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964079.356957:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1790964079.358039:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964079.358229:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1790964079.358234:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1790964079.382832:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1790964079.382861:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964079.465185:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964079.465389:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964079.465397:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1790964079.472416:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1790964079.472435:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1790964079.473951:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964079.474145:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964079.474152:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1790964079.475884:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964079.475898:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1790964079.487409:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964079.489242:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964079.489250:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1790964079.491354:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964079.491367:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1790964079.492380:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964079.492614:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790964079.492621:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790964079.494303:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964079.494314:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1790964079.527980:0:31816:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964079.528310:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964079.528315:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1790964079.533959:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790964079.533982:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1790964079.544906:0:31816:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964079.544931:0:31816:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790964079.547051:0:31816:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1790964079.547087:0:31816:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1790964079.547093:0:31816:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.121@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1790964079.547204:0:31816:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.121@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790964079.547241:0:31816:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.121@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1790964079.547245:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790964079.547247:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964079.547248:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964079.547249:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964079.547251:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964079.547252:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964079.547253:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964079.547255:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964079.547256:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964079.547257:0:31816:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964079.547260:0:31816:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1790964079.547262:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790964079.547263:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964079.547264:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964079.547265:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964079.547266:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964079.547273:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964079.547274:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964079.547275:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964079.547276:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964079.547276:0:31816:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790964079.547310:0:31816:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790964079.547327:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000337c0499 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324544:0@lo:253: 00000100:00100000:1.0:1790964079.547616:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.547970:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a93739f3 going to sleep for 11 seconds 00000100:00100000:2.0:1790964079.550005:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933324544 00000100:00100000:2.0:1790964079.550019:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933324544 00000100:00100000:2.0:1790964079.550072:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964079.550082:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000660138b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+5:31816:x1877961933324544:12345-0@lo:253: 20000000:01000000:2.0:1790964079.550148:0:31831:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790964079.550151:0:31831:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1790964079.550154:0:31831:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790964079.550652:0:31853:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1790964079.551228:0:31831:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1790964079.553516:0:31854:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1790964079.553524:0:31854:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1790964079.553527:0:31854:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:2.0:1790964079.553537:0:31854:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:0.0:1790964079.554007:0:31831:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790964079.554018:0:31831:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790964079.563371:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000660138b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+5:31816:x1877961933324544:12345-0@lo:253: Request processed in 13283us (15748us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.563391:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964079.563591:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000337c0499 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324544:0@lo:253: 10000000:01000000:2.0:1790964079.563608:0:31816:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964079.563624:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964079.563626:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964079.563628:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964079.563629:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964079.563631:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964079.563632:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964079.563634:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964079.563635:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964079.563637:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964079.563638:0:31816:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790964079.563656:0:31816:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000663168e6 from lustre-MDT0000 10000000:01000000:2.0:1790964079.563688:0:31816:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1790964079.563692:0:31816:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790964079.563696:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff97756ba60000 10000000:01000000:2.0:1790964079.563700:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964079.563708:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff97756ba60000 from 1 10000000:01000000:2.0:1790964079.563710:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1790964079.563760:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.563770:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.563779:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.563797:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324672:0@lo:101: 00000100:00100000:2.0:1790964079.563835:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.563888:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.563948:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933324672 00000100:00100000:3.0:1790964079.563955:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933324672 00000100:00100000:3.0:1790964079.563987:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964079.563994:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000090603ee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+5:31816:x1877961933324672:12345-0@lo:101: 00010000:00010000:3.0:1790964079.564006:0:31830:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964079.564020:0:31830:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004982cd73/0xd17c0bd4a50fe003 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fdffc expref: -99 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.564053:0:31830:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004982cd73/0xd17c0bd4a50fe003 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fdffc expref: 6 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.564062:0:31830:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004982cd73/0xd17c0bd4a50fe003 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fdffc expref: 6 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.564072:0:31830:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004982cd73, rc 0) 00000100:00100000:3.0:1790964079.564111:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000090603ee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+6:31816:x1877961933324672:12345-0@lo:101: Request processed in 117us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.564117:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790964079.564592:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324672:0@lo:101: 00010000:00010000:2.0:1790964079.564605:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe003 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.564624:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe003 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.564672:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324800:0@lo:501: 00000100:00100000:2.0:1790964079.564713:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.564747:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.564828:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933324800 00000100:00100000:1.0:1790964079.564833:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933324800 00000100:00100000:1.0:1790964079.564866:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964079.564872:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcc8cb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+6:31816:x1877961933324800:12345-0@lo:501: 00000100:00100000:1.0:1790964079.564970:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcc8cb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+6:31816:x1877961933324800:12345-0@lo:501: Request processed in 97us (256us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790964079.564977:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790964079.565080:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324800:0@lo:501: 10000000:01000000:2.0:1790964079.565105:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1790964079.565113:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe003 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565121:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 00000000d5c32706/0xd17c0bd4a50fdffc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe003 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964079.565129:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff977542fed800 10000000:01000000:2.0:1790964079.565132:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790964079.565136:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff977542fed800 10000000:01000000:2.0:1790964079.565138:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790964079.565141:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff977542fed800 from 1 10000000:01000000:2.0:1790964079.565143:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790964079.565157:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565174:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565181:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.565198:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324928:0@lo:101: 00000100:00100000:2.0:1790964079.565227:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.565250:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.565298:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933324928 00000100:00100000:3.0:1790964079.565303:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933324928 00000100:00100000:3.0:1790964079.565331:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964079.565337:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000d8ac8c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+6:31816:x1877961933324928:12345-0@lo:101: 00010000:00010000:3.0:1790964079.565344:0:31829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964079.565356:0:31829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ab4241c3/0xd17c0bd4a50fe011 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe00a expref: -99 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.565371:0:31829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab4241c3/0xd17c0bd4a50fe011 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe00a expref: 7 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.565378:0:31829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ab4241c3/0xd17c0bd4a50fe011 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe00a expref: 7 pid: 31829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.565386:0:31829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ab4241c3, rc 0) 00000100:00100000:3.0:1790964079.565439:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000d8ac8c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+7:31816:x1877961933324928:12345-0@lo:101: Request processed in 102us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.565445:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790964079.565761:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933324928:0@lo:101: 00010000:00010000:2.0:1790964079.565772:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe011 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565780:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe011 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964079.565792:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1790964079.565796:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe011 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565803:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 00000000592aa9c0/0xd17c0bd4a50fe00a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe011 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964079.565810:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790964079.565813:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964079.565817:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff977542fed800 10000000:01000000:2.0:1790964079.565820:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790964079.565823:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1790964079.565825:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1790964079.565837:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565843:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.565860:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.565871:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325056:0@lo:101: 00000100:00100000:2.0:1790964079.565898:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.565926:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.566023:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325056 00000100:00100000:3.0:1790964079.566028:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325056 00000100:00100000:3.0:1790964079.566059:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964079.566065:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004eb96aad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+7:31816:x1877961933325056:12345-0@lo:101: 00010000:00010000:3.0:1790964079.566073:0:31830:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964079.566080:0:31830:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003e3003e7/0xd17c0bd4a50fe01f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe018 expref: -99 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.566094:0:31830:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003e3003e7/0xd17c0bd4a50fe01f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe018 expref: 8 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.566102:0:31830:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003e3003e7/0xd17c0bd4a50fe01f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe018 expref: 8 pid: 31830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964079.566109:0:31830:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003e3003e7, rc 0) 00000100:00100000:3.0:1790964079.566133:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004eb96aad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+8:31816:x1877961933325056:12345-0@lo:101: Request processed in 68us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.566138:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790964079.566638:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325056:0@lo:101: 00010000:00010000:2.0:1790964079.566651:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe01f expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.566658:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe01f expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.566705:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325184:0@lo:501: 00000100:00100000:2.0:1790964079.566744:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.566770:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.566856:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325184 00000100:00100000:1.0:1790964079.566861:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325184 00000100:00100000:1.0:1790964079.566892:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790964079.566898:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dc4c59d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+8:31816:x1877961933325184:12345-0@lo:501: 00000100:00100000:1.0:1790964079.567027:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dc4c59d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+9:31816:x1877961933325184:12345-0@lo:501: Request processed in 130us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.567034:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790964079.567174:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325184:0@lo:501: 00000100:00100000:2.0:1790964079.567202:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325312:0@lo:503: 00000100:00100000:2.0:1790964079.567252:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.567273:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000004519fee4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.567321:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325312 00000100:00100000:3.0:1790964079.567326:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325312 00000100:00100000:3.0:1790964079.567352:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964079.567358:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006098f07e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+9:31816:x1877961933325312:12345-0@lo:503: 00000100:00100000:3.0:1790964079.568379:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006098f07e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+9:31816:x1877961933325312:12345-0@lo:503: Request processed in 1019us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.568388:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964079.568709:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325312:0@lo:503: 00000100:00100000:2.0:1790964079.569596:0:31855:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31855:1877961933325440:0@lo:502: 00000100:00100000:2.0:1790964079.569653:0:31855:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.569788:0:31855:0:(client.c:2716:ptlrpc_set_wait()) set 000000003f65d186 going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.569844:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325440 00000100:00100000:3.0:1790964079.569850:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325440 00000100:00100000:3.0:1790964079.569927:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964079.569935:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000073ee3c63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+9:31855:x1877961933325440:12345-0@lo:502: 00000100:00100000:3.0:1790964079.571935:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000073ee3c63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+9:31855:x1877961933325440:12345-0@lo:502: Request processed in 1994us (2275us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.571949:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790964079.572042:0:31855:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31855:1877961933325440:0@lo:502: 00000020:01000000:2.0:1790964079.572082:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964079.572093:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964079.572096:0:31855:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964079.572100:0:31855:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790964079.572103:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964079.572117:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000002c455f5e) 00000020:00000080:2.0:1790964079.572134:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790964079.572139:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790964079.572248:0:31855:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790964079.572255:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fe02d 00000020:00000080:2.0:1790964079.572557:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790964079.572562:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964079.572565:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964079.572567:0:31855:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964079.572569:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964079.572572:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964079.572574:0:31855:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790964079.572577:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964079.572583:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (0000000015f2b738) 00000020:00000080:2.0:1790964079.572594:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790964079.572597:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790964079.572599:0:31855:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790964079.572601:0:31855:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790964079.572606:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790964079.572646:0:31855:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000663168e6 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790964079.572664:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000db1e8dbb) 00000020:00000080:2.0:1790964079.572674:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790964079.572733:0:31855:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790964079.572739:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd17c0bd4a50fe042 00000020:00000080:2.0:1790964079.572835:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790964079.572842:0:31855:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790964079.572847:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xd17c0bd4a50fe049 00080000:01000000:2.0:1790964079.572852:0:31855:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790964079.572861:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fe050 00010000:00010000:1.0:1790964079.664578:0:31855:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1790964079.666610:0:31855:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:1.0:1790964079.672356:0:31855:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1790964079.674839:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000768d7705) 00000020:00000080:1.0:1790964079.674871:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1790964079.674974:0:31855:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1790964079.674984:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fe05e 00000020:00000080:0.0:1790964079.689764:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1790964079.694347:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xd17c0bd4a50fe065 00000020:00000080:0.0:1790964079.694634:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1790964079.694644:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964079.694650:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.694652:0:31855:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1790964079.694654:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964079.694657:0:31855:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1790964079.694658:0:31855:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964079.694660:0:31855:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964079.694661:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964079.694663:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.694668:0:31855:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964079.694671:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964079.694676:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.694677:0:31855:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1790964079.694681:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1790964079.694712:0:31855:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1790964079.694725:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964079.694727:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.694728:0:31855:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1790964079.694731:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790964079.694733:0:31855:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1790964079.694737:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.694738:0:31855:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1790964079.694740:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964079.694744:0:31855:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:01000000:0.0:1790964079.694776:0:31855:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1790964079.694779:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964079.694793:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000006a1df6dc) 00000020:00000080:0.0:1790964079.694806:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1790964079.694810:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964079.695123:0:31855:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1790964079.695128:0:31855:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1790964079.695134:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fe073 00010000:00080000:0.0:1790964079.695185:0:31855:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a756a564@lustre-OST0000-osc-MDT0000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1790964079.695387:0:31855:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1790964079.696700:0:31855:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:0.0:1790964079.697094:0:31855:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1790964079.699239:0:31855:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964079.699457:0:31855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790964079.700183:0:31855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:2.0:1790964079.700740:0:31859:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790964079.700746:0:31859:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790964079.702073:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964079.702088:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790964079.702133:0:31855:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790964079.702154:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd17c0bd4a50fe07a 00000100:00080000:0.0:1790964079.702176:0:31855:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964079.702182:0:31855:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000a756a564 using connection 192.168.201.121@tcp/0@lo 00000100:00100000:0.0:1790964079.702220:0:31855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964079.702281:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aee47ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933325568:0@lo:8: 00000400:00000100:3.0:1790964079.702334:0:30956:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961933325568 offset 0 length 520: 4 00000100:00080000:0.0:1790964079.702410:0:31855:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790964079.702468:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964079.702473:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.702475:0:31855:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790964079.702500:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964079.702503:0:31855:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1790964079.702504:0:31855:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964079.702506:0:31855:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964079.702507:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964079.702510:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.702512:0:31855:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964079.702515:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964079.702519:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.702520:0:31855:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1790964079.702523:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964079.702526:0:31855:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.121@tcp to nid 0x20000c0a8c979 (192.168.201.121@tcp) 00000020:00000080:0.0:1790964079.702548:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964079.702560:0:31855:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000e9795211) 00000020:00000080:0.0:1790964079.702571:0:31855:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790964079.702576:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964079.702632:0:31855:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1790964079.702638:0:31855:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790964079.702643:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd17c0bd4a50fe088 00010000:00080000:0.0:1790964079.702670:0:31855:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e9ca9fb3@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.121@tcp at head 00010000:00010000:0.0:1790964079.705205:0:31855:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:0.0:1790964079.707349:0:31855:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964079.707368:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1790964079.707631:0:31855:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1790964079.707653:0:31855:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd17c0bd4a50fe08f 00000100:00080000:0.0:1790964079.707663:0:31855:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964079.707669:0:31855:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000e9ca9fb3 using connection 192.168.201.121@tcp/0@lo 00000100:00100000:0.0:1790964079.707702:0:31855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000019bf512a x1877961933325696/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790964079.707753:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000019bf512a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933325696:0@lo:38: 00000100:00100000:3.0:1790964079.707846:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.708057:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325696 00000100:00100000:2.0:1790964079.708066:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325696 00000100:00100000:2.0:1790964079.708098:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964079.708105:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004a8ea429 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30956:x1877961933325696:12345-0@lo:38: 00010000:00020000:2.0:1790964079.708122:0:31842:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1790964079.708240:0:31855:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1790964079.708328:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964079.708333:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.708335:0:31855:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1790964079.708337:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964079.708341:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.708343:0:31855:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790964079.708346:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790964079.708347:0:31855:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1790964079.708372:0:31855:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31855:1877961933325824:0@lo:502: 00000100:00100000:0.0:1790964079.708430:0:31855:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964079.708450:0:31855:0:(client.c:2716:ptlrpc_set_wait()) set 000000001580056d going to sleep for 11 seconds 00000100:00100000:0.0:1790964079.710251:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325824 00000100:00100000:0.0:1790964079.710264:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325824 00000100:00100000:0.0:1790964079.710312:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790964079.710321:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003e73c4d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+9:31855:x1877961933325824:12345-0@lo:502: 00000100:00100000:0.0:1790964079.710523:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003e73c4d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+9:31855:x1877961933325824:12345-0@lo:502: Request processed in 202us (2092us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964079.710531:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790964079.710592:0:31855:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31855:1877961933325824:0@lo:502: 00000020:01000000:0.0:1790964079.710625:0:31855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964079.710637:0:31855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964079.710639:0:31855:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.timeout 00000040:00080000:0.0:1790964079.710643:0:31855:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:0.0:1790964079.710712:0:31816:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:0.0:1790964079.710733:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1790964079.710747:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe01f expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.710768:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 00000000a46949cd/0xd17c0bd4a50fe018 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe01f expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964079.710789:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff977542fed800 from 1 10000000:01000000:0.0:1790964079.710793:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790964079.710836:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.710843:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.710851:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964079.710866:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325952:0@lo:101: 00000100:00100000:0.0:1790964079.710900:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964079.710928:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000001580056d going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.711299:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933325952 00000100:00100000:1.0:1790964079.711306:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933325952 00000100:00100000:1.0:1790964079.711341:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964079.711348:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e6beb81a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+9:31816:x1877961933325952:12345-0@lo:101: 00010000:00010000:1.0:1790964079.711358:0:31831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964079.711372:0:31831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe096 expref: -99 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.711408:0:31831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 10 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.711420:0:31831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 10 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.711430:0:31831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005be413da, rc 0) 00000100:00100000:1.0:1790964079.711465:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e6beb81a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+10:31816:x1877961933325952:12345-0@lo:101: Request processed in 118us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.711471:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964079.711706:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933325952:0@lo:101: 00010000:00010000:0.0:1790964079.711718:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.711727:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964079.712308:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326080:0@lo:256: 00000100:00100000:0.0:1790964079.712356:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964079.712969:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000001580056d going to sleep for 11 seconds 00000100:00100000:2.0:1790964079.713056:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004a8ea429 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30956:x1877961933325696:12345-0@lo:38: Request processed in 4948us (5209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790964079.713069:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1790964079.714002:0:30956:0:(import.c:65:import_set_state_nolock()) 00000000e9ca9fb3 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964079.714108:0:30956:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790964079.714112:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000019bf512a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933325696:0@lo:38: 00000100:00100000:1.0:1790964079.714224:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326080 00000100:00100000:1.0:1790964079.714232:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326080 00000100:00100000:1.0:1790964079.714278:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964079.714286:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000afffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+10:31816:x1877961933326080:12345-0@lo:256: 20000000:01000000:1.0:1790964079.714307:0:31831:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1790964079.714313:0:31831:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1790964079.714424:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000afffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+10:31816:x1877961933326080:12345-0@lo:256: Request processed in 139us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.714432:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964079.714511:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000053d179f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326080:0@lo:256: 10000000:01000000:1.0:1790964079.715366:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790964079.715389:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715412:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964079.715440:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff977542fed800 from 1 10000000:01000000:1.0:1790964079.715443:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790964079.715502:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715510:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715519:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964079.715538:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326208:0@lo:101: 00000100:00100000:1.0:1790964079.715580:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.715610:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326208 00000100:00100000:1.0:1790964079.715615:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326208 00000100:00100000:1.0:1790964079.715648:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964079.715654:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000025bfe834 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+10:31816:x1877961933326208:12345-0@lo:101: 00010000:00010000:1.0:1790964079.715663:0:31831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964079.715675:0:31831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000309bf76f/0xd17c0bd4a50fe0ab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe0a4 expref: -99 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715708:0:31831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000309bf76f/0xd17c0bd4a50fe0ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0a4 expref: 11 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715717:0:31831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000309bf76f/0xd17c0bd4a50fe0ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0a4 expref: 11 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.715726:0:31831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000309bf76f, rc 0) 00000100:00100000:1.0:1790964079.715753:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000025bfe834 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326208:12345-0@lo:101: Request processed in 100us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.715772:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964079.715809:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b224ff1a going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.716034:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326208:0@lo:101: 00010000:00010000:1.0:1790964079.716048:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0ab expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.716056:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe0ab expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964079.716111:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326336:0@lo:501: 00000100:00100000:1.0:1790964079.716138:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.716171:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326336 00000100:00100000:1.0:1790964079.716175:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326336 00000100:00100000:1.0:1790964079.716195:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964079.716199:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004f14bb59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326336:12345-0@lo:501: 00000100:00100000:1.0:1790964079.716311:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004f14bb59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326336:12345-0@lo:501: Request processed in 111us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.716326:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964079.716352:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b224ff1a going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.716362:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326336:0@lo:501: 00000100:00100000:1.0:1790964079.716386:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326464:0@lo:503: 00000100:00100000:1.0:1790964079.716510:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.716531:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326464 00000100:00100000:1.0:1790964079.716535:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326464 00000100:00100000:1.0:1790964079.716555:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964079.716560:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000878135de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326464:12345-0@lo:503: 00000040:00080000:1.0:1790964079.716591:0:31831:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790964079.716627:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000878135de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326464:12345-0@lo:503: Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.716634:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964079.716668:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000001bf035fa going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.716679:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326464:0@lo:503: 00000040:00080000:1.0:1790964079.718021:0:31863:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:1.0:1790964079.718149:0:31816:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:1.0:1790964079.718182:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790964079.718196:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0ab expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718207:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000007f347570/0xd17c0bd4a50fe0a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0ab expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964079.718265:0:31816:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790964079.718268:0:31816:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff977542fed800 10000000:01000000:1.0:1790964079.718270:0:31816:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff977542fed800 10000000:01000000:1.0:1790964079.718285:0:31816:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964079.718290:0:31816:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff977542fed800 from 1 10000000:01000000:1.0:1790964079.718292:0:31816:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790964079.718323:0:31816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718330:0:31816:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718340:0:31816:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964079.718357:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326592:0@lo:101: 00000100:00100000:1.0:1790964079.718472:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.718528:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326592 00000100:00100000:1.0:1790964079.718535:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326592 00000100:00100000:1.0:1790964079.718568:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964079.718575:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ee050ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31816:x1877961933326592:12345-0@lo:101: 00010000:00010000:1.0:1790964079.718587:0:31831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964079.718597:0:31831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004bec06bb/0xd17c0bd4a50fe0b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe0b2 expref: -99 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718618:0:31831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004bec06bb/0xd17c0bd4a50fe0b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0b2 expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718627:0:31831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004bec06bb/0xd17c0bd4a50fe0b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0b2 expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718636:0:31831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004bec06bb, rc 0) 00000100:00100000:1.0:1790964079.718663:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ee050ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933326592:12345-0@lo:101: Request processed in 88us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964079.718675:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964079.718711:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000003d92b7fc going to sleep for 11 seconds 00000100:00100000:1.0:1790964079.718728:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326592:0@lo:101: 00010000:00010000:1.0:1790964079.718739:0:31816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0b9 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964079.718747:0:31816:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe0b9 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964079.719011:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326720:0@lo:501: 00000100:00100000:1.0:1790964079.719040:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.719098:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000003d92b7fc going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.719198:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326720 00000100:00100000:3.0:1790964079.719203:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326720 00000100:00100000:3.0:1790964079.719234:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790964079.719240:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a440d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933326720:12345-0@lo:501: 00000100:00100000:3.0:1790964079.719347:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a440d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933326720:12345-0@lo:501: Request processed in 108us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.719354:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964079.719433:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326720:0@lo:501: 00000100:00100000:1.0:1790964079.719458:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326848:0@lo:503: 00000100:00100000:1.0:1790964079.719526:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.719550:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 000000003d92b7fc going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.719602:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326848 00000100:00100000:3.0:1790964079.719607:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326848 00000100:00100000:3.0:1790964079.719639:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964079.719645:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009d2b3d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933326848:12345-0@lo:503: 00000100:00100000:3.0:1790964079.719721:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009d2b3d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933326848:12345-0@lo:503: Request processed in 76us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.719728:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964079.720023:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933326848:0@lo:503: 00000100:00100000:3.0:1790964079.720324:0:31864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b54005bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31864:1877961933326976:0@lo:502: 00000100:00100000:3.0:1790964079.720365:0:31864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964079.720386:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933326976 00000100:00100000:3.0:1790964079.720390:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933326976 00000100:00100000:3.0:1790964079.720431:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964079.720438:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008f983484 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31864:x1877961933326976:12345-0@lo:502: 00000100:00100000:3.0:1790964079.720549:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008f983484 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31864:x1877961933326976:12345-0@lo:502: Request processed in 111us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.720556:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964079.720589:0:31864:0:(client.c:2716:ptlrpc_set_wait()) set 0000000060e67fcd going to sleep for 11 seconds 00000100:00100000:3.0:1790964079.720600:0:31864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b54005bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31864:1877961933326976:0@lo:502: 00000020:01000004:3.0:1790964079.720652:0:31864:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1790964079.720672:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (0000000098ebe3a2) 00000020:00000080:3.0:1790964079.720698:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:3.0:1790964079.720954:0:31864:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000663168e6 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964079.720958:0:31864:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000663168e6 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964079.720960:0:31864:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000663168e6 4 00010000:00080000:3.0:1790964079.720989:0:31864:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006bca66cb@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.121@tcp at head 00010000:00010000:3.0:1790964079.725987:0:31864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790964079.726219:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790964079.726260:0:31864:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790964079.726273:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xd17c0bd4a50fe0c7 00000100:00080000:3.0:1790964079.726284:0:31864:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964079.726288:0:31864:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006bca66cb using connection 192.168.201.121@tcp/0@lo 00000100:00100000:3.0:1790964079.726322:0:31864:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b54005bf x1877961933327104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790964079.728520:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b54005bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30956:1877961933327104:0@lo:38: 00000100:00100000:0.0:1790964079.728602:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.728712:0:31837:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327104 00000100:00100000:1.0:1790964079.728721:0:31837:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327104 00000100:00100000:1.0:1790964079.728761:0:31837:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964079.728767:0:31837:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f98b4903 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30956:x1877961933327104:12345-0@lo:38: 00000100:00080000:3.0:1790964079.728930:0:31864:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1790964079.729527:0:31837:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f98b4903 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30956:x1877961933327104:12345-0@lo:38: Request processed in 757us (924us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790964079.729536:0:31837:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964079.730056:0:31864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31864:1877961933327232:0@lo:502: 00000100:00100000:1.0:1790964079.730120:0:31864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964079.730166:0:31864:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e21f9d67 going to sleep for 11 seconds 00000100:00100000:0.0:1790964079.731994:0:30956:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790964079.732004:0:30956:0:(import.c:65:import_set_state_nolock()) 000000006bca66cb lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964079.732010:0:30956:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790964079.732014:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b54005bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30956:1877961933327104:0@lo:38: 00000100:00100000:3.0:1790964079.733001:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327232 00000100:00100000:3.0:1790964079.733017:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327232 00000100:00100000:3.0:1790964079.734545:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790964079.734562:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ef0fd3b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31864:x1877961933327232:12345-0@lo:502: 00000100:00100000:3.0:1790964079.734737:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ef0fd3b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+12:31864:x1877961933327232:12345-0@lo:502: Request processed in 180us (4616us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964079.734745:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964079.734975:0:31864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f65f0cfe-c829-4c04-be16-050f408b239f:31864:1877961933327232:0@lo:502: 00000040:00080000:1.0:1790964079.735010:0:31864:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964079.735645:0:31816:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964079.735672:0:31816:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964079.735693:0:31816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0b9 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.735705:0:31816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000001e38452c/0xd17c0bd4a50fe0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0b9 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964079.735867:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964079.735870:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964079.735872:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964079.735873:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964079.735875:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964079.735877:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964079.735878:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964079.735880:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964079.735881:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964079.735883:0:31816:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964079.735887:0:31816:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964079.735890:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964079.735891:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964079.735897:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964079.735898:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964079.735899:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964079.735900:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964079.735901:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964079.735902:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964079.735903:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964079.735904:0:31816:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964079.735925:0:31816:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964079.735939:0:31816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933327360:0@lo:253: 00000100:00100000:2.0:1790964079.735988:0:31816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964079.742751:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327360 00000100:00100000:0.0:1790964079.742768:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327360 00000100:00100000:0.0:1790964079.742838:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1790964079.742848:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008f4c0af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933327360:12345-0@lo:253: 20000000:01000000:0.0:1790964079.742882:0:31829:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1790964079.742895:0:31829:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1790964079.744904:0:31816:0:(client.c:2716:ptlrpc_set_wait()) set 00000000652d1313 going to sleep for 11 seconds 20000000:01000000:0.0:1790964079.745220:0:31829:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790964079.745240:0:31829:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1790964079.745269:0:31853:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1790964079.745274:0:31853:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1790964079.745296:0:31853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.745316:0:31853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.745324:0:31853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.745362:0:31853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.745377:0:31853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.745389:0:31853:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000180f4279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31853:1877961933327488:0@lo:104: 00000100:00100000:2.0:1790964079.745450:0:31853:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964079.745469:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008f4c0af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+12:31816:x1877961933327360:12345-0@lo:253: Request processed in 2622us (9480us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964079.745498:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790964079.745532:0:31820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327488 00000100:00100000:2.0:1790964079.745539:0:31820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327488 00000100:00100000:2.0:1790964079.745593:0:31820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964079.745596:0:31816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000247969f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f65f0cfe-c829-4c04-be16-050f408b239f:31816:1877961933327360:0@lo:253: 00000100:00100000:2.0:1790964079.745599:0:31820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004cd80d2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f65f0cfe-c829-4c04-be16-050f408b239f+3:31853:x1877961933327488:12345-0@lo:104: 10000000:01000000:3.0:1790964079.745607:0:31816:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964079.745610:0:31816:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964079.745612:0:31816:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00010000:00010000:2.0:1790964079.745612:0:31820:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790964079.745613:0:31816:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964079.745615:0:31816:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964079.745616:0:31816:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964079.745617:0:31816:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964079.745618:0:31816:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964079.745620:0:31816:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964079.745621:0:31816:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964079.745623:0:31816:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790964079.745636:0:31816:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1790964079.745650:0:31820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790964079.745654:0:31820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004cd80d2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f65f0cfe-c829-4c04-be16-050f408b239f+3:31853:x1877961933327488:12345-0@lo:104: Request processed in 57us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964079.745660:0:31820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964079.745680:0:31853:0:(client.c:2716:ptlrpc_set_wait()) set 000000003f65d186 going to sleep for 11 seconds 00000100:00100000:2.0:1790964079.745692:0:31853:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000180f4279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31853:1877961933327488:0@lo:104: 00010000:00010000:2.0:1790964079.745703:0:31853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.748790:0:31825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790964079.748803:0:31825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.748971:0:31825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000008b5e8045 already unused, calling callback (0000000065cd6010) 10000000:00010000:2.0:1790964079.748975:0:31825:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.748985:0:31825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790964079.748991:0:31825:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964079.748997:0:31825:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790964079.749068:0:31825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.749076:0:31825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790964079.749095:0:31825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.749101:0:31825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.121@tcp lock: 000000008b5e8045/0xd17c0bd4a50fe096 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd17c0bd4a50fe09d expref: -99 pid: 31816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.749119:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964079.749128:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964079.749130:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964079.749191:0:30958:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000180f4279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f65f0cfe-c829-4c04-be16-050f408b239f:30958:1877961933327616:0@lo:103: 00000100:00100000:0.0:1790964079.749255:0:30958:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964079.750623:0:31822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327616 00000100:00100000:2.0:1790964079.750635:0:31822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327616 00010000:00010000:2.0:1790964079.750665:0:31822:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.750994:0:31822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964079.751004:0:31822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b49e147b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f65f0cfe-c829-4c04-be16-050f408b239f+12:30958:x1877961933327616:12345-0@lo:103: 00010000:00010000:2.0:1790964079.751018:0:31822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790964079.751023:0:31822:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751034:0:31822:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751049:0:31822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005be413da/0xd17c0bd4a50fe09d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd17c0bd4a50fe096 expref: 12 pid: 31831 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751065:0:31822:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751085:0:31822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1790964079.751101:0:31822:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005828120s 00010000:00010000:2.0:1790964079.751105:0:31822:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751111:0:31822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751117:0:31822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751122:0:31822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751127:0:31822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000b9f93271 already unused, calling callback (00000000ec108999) 00010000:00010000:2.0:1790964079.751130:0:31822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751138:0:31822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751170:0:31822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964079.751181:0:31822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790964079.751182:0:31853:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.751189:0:31853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964079.751199:0:31853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b9f93271/0xd17c0bd4a50fe0ce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964079.751246:0:31822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b49e147b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f65f0cfe-c829-4c04-be16-050f408b239f+11:30958:x1877961933327616:12345-0@lo:103: Request processed in 243us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964079.751253:0:31822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964079.751268:0:30958:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000180f4279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f65f0cfe-c829-4c04-be16-050f408b239f:30958:1877961933327616:0@lo:103: 00000040:01000000:1.0:1790964079.767329:0:31816:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:1.0:1790964079.767337:0:31816:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000040:01000000:1.0:1790964079.773539:0:31870:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1790964079.774005:0:31816:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1790964079.774379:0:31870:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:2.0:1790964079.775231:0:31869:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:2.0:1790964079.775237:0:31869:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964079.776615:0:31816:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1790964079.776657:0:31816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1790964079.777801:0:31816:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1790964079.778496:0:31816:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1790964079.778582:0:31816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790964079.779867:0:31870:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790964079.779943:0:31870:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1790964079.781327:0:31816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00080000:0.0:1790964079.781675:0:31871:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@0000000053d179f4 x1877961933327744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964079.781689:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000040:00080000:1.0:1790964079.783692:0:31816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1790964079.783762:0:31816:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1790964079.786320:0:31816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1790964079.786884:0:31816:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1790964079.790328:0:31816:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1790964079.803458:0:31816:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1790964079.803548:0:31816:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffab70c9e3b988 00100000:10000000:1.0:1790964079.803557:0:31816:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1790964079.806603:0:31816:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790964079.806621:0:31816:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.121@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790964079.806645:0:31816:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1790964079.806662:0:31816:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1790964079.808264:0:31816:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964079.808446:0:31816:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790964080.338967:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964080.792756:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00010000:00010000:2.0:1790964081.362897:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964081.811569:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00010000:00010000:1.0:1790964082.386733:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964082.834959:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00010000:00010000:3.0:1790964083.414505:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964083.858537:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000001:02000400:3.0:1790964084.385273:0:32113:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg121-server.virtnet: executing set_default_debug -1 all 00010000:00000001:2.0:1790964084.434554:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964084.434563:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964084.434572:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964084.434573:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.434919:0:31826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964084.434922:0:31826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964084.434925:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1790964084.447639:0:32116:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1790964084.883690:0:28628:0:(pinger.c:229:ptlrpc_pinger_process_import()) f65f0cfe-c829-4c04-be16-050f408b239f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964084.883701:0:28628:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964084.883720:0:28628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066ef9244. 00000020:00000040:1.0:1790964084.883728:0:28628:0:(genops.c:1210:class_import_get()) import 00000000a8492d27 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1790964084.883732:0:28628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964084.883735:0:28628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964084.883739:0:28628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964084.883747:0:28628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038a6ce75. 00000100:00000001:1.0:1790964084.883754:0:28628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.883763:0:28628:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f65f0cfe-c829-4c04-be16-050f408b239f->MGS req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964084.883775:0:28628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964084.883777:0:28628:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.883784:0:28628:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ef9244] to pc [ptlrpcd_00_02+2] req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.883808:0:28628:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964084.883812:0:28628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964084.883816:0:28628:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1790964084.883818:0:28628:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964084.883820:0:28628:0:(import.c:65:import_set_state_nolock()) 000000006bca66cb lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964084.883823:0:28628:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:1.0:1790964084.883826:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 13 to 0@lo 00000100:00000001:1.0:1790964084.883830:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964084.883831:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 14 to 0@lo 00000100:00000001:1.0:1790964084.883834:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000001:1.0:1790964084.883836:0:28628:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964084.883838:0:28628:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe0c7 00000020:00000001:1.0:1790964084.883841:0:28628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964084.883844:0:28628:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000125e4565 refcount=7 00000020:00000001:1.0:1790964084.883845:0:28628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629129085427712 : -114944624123904 : ffff97755e82a000) 00000020:00000001:1.0:1790964084.883847:0:28628:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629129085427712 : -114944624123904 : ffff97755e82a000) 00000100:00000040:1.0:1790964084.883849:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 13 to 0@lo 00000100:00000001:1.0:1790964084.883851:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964084.883860:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 14 to 0@lo 00000100:00000001:1.0:1790964084.883861:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000040:1.0:1790964084.883864:0:28628:0:(genops.c:879:class_export_put()) PUTting export 00000000125e4565 : new refcount 6 00000100:00080000:1.0:1790964084.883867:0:28628:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006bca66cb using connection 192.168.201.121@tcp/0@lo 00000100:00000001:1.0:1790964084.883870:0:28628:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964084.883872:0:28628:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964084.883877:0:28628:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964084.883880:0:28628:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.883882:0:28628:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964084.883885:0:28628:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964084.883888:0:28628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aedfeddd. 00000020:00000040:1.0:1790964084.883891:0:28628:0:(genops.c:1210:class_import_get()) import 000000006bca66cb refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1790964084.883893:0:28628:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964084.883895:0:28628:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.883897:0:28628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964084.883898:0:28628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964084.883900:0:28628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964084.883904:0:28628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a2003499. 00000100:00000001:1.0:1790964084.883907:0:28628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964084.883911:0:28628:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964084.883918:0:28628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964084.883919:0:28628:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.883922:0:28628:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aedfeddd] to pc [ptlrpcd_rcv+-1] req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.883936:0:28628:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.883941:0:28628:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (954) 00000100:00000001:1.0:1790964084.883957:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964084.883966:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964084.883968:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.883970:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.883972:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964084.883974:0:30956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964084.883977:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.883990:0:30956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964084.883991:0:30956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964084.883994:0:30956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964084.883996:0:30956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964084.883998:0:30956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964084.884000:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30956:1877961933328000:0@lo:38: 00000100:00000001:1.0:1790964084.884004:0:30956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964084.884008:0:30956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964084.884010:0:30956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964084.884012:0:30956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964084.884016:0:30956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000027c7f15d. 02000000:00000001:1.0:1790964084.884017:0:30956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964084.884022:0:30956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c36a29. 00000400:00000010:1.0:1790964084.884030:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284e7cad. 00000100:00000200:1.0:1790964084.884036:0:30956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961933328000, portal 10 00000100:00000001:1.0:1790964084.884040:0:30956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964084.884041:0:30956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000020:00000010:1.0:1790964084.884048:0:30956:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007c3cb1c8. 00000100:00000001:3.0:1790964084.884143:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1790964084.884151:0:30960:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b9a42a98. 00000020:00000010:3.0:1790964084.884156:0:30960:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000084c0c02b. 80000000:00000010:3.0:1790964084.884160:0:30960:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000600e2d01. 40000000:00000010:3.0:1790964084.884163:0:30960:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000007690163c. 00000008:00000010:3.0:1790964084.884168:0:30960:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000366dfbee. 00020000:00000010:3.0:1790964084.884173:0:30960:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000321d2bb. 00008000:00000010:3.0:1790964084.884177:0:30960:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004d9f4c1c. 00100000:00000010:3.0:1790964084.884182:0:30960:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db7c8ffd. 00040000:00000010:3.0:1790964084.884192:0:30960:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005f75aa84. 00040000:00000010:3.0:1790964084.884196:0:30960:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000000f46f04b. 00040000:00000010:3.0:1790964084.884200:0:30960:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b774c14. 00080000:00000010:3.0:1790964084.884204:0:30960:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000cc1f8841. 00080000:00000010:3.0:1790964084.884209:0:30960:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005ce6d4b5. 00000004:00000010:3.0:1790964084.884216:0:30960:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba094c44. 00000004:00000010:3.0:1790964084.884222:0:30960:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af016748. 00000004:00000010:3.0:1790964084.884226:0:30960:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 000000003d6f1be8. 00002000:00000010:3.0:1790964084.884230:0:30960:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000045ecdc62. 00000004:00000010:3.0:1790964084.884234:0:30960:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000c6e6fcfa. 00000080:00000010:3.0:1790964084.884239:0:30960:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007a409d20. 00000080:00000010:3.0:1790964084.884243:0:30960:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000057d5836b. 00000008:00000010:3.0:1790964084.884249:0:30960:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008d9b23ba. 00020000:00000010:3.0:1790964084.884252:0:30960:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000185d814a. 00008000:00000010:3.0:1790964084.884255:0:30960:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009943fa34. 00000080:00000010:3.0:1790964084.884259:0:30960:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000099f4ad8. 00000100:00100000:3.0:1790964084.884262:0:30960:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1790964084.884265:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.884268:0:30960:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.884269:0:30960:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.884271:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.884272:0:30960:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964084.884274:0:30960:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964084.884277:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884285:0:30960:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964084.884286:0:30960:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.884288:0:30960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964084.884290:0:30960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964084.884292:0:30960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.884293:0:30960:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f65f0cfe-c829-4c04-be16-050f408b239f:30960:1877961933327872:0@lo:400: 00000100:00000001:3.0:1790964084.884298:0:30960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964084.884301:0:30960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964084.884302:0:30960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.884310:0:30960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964084.884324:0:30960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a9ac34b. 02000000:00000001:3.0:1790964084.884326:0:30960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964084.884329:0:30960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000392bd0a1. 00000400:00000010:3.0:1790964084.884333:0:30960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe0fb08. 00000100:00000200:3.0:1790964084.884336:0:30960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961933327872, portal 25 00000100:00000001:3.0:1790964084.884338:0:30960:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964084.884339:0:30960:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583223552 : -114944126328064 : ffff97757c2e6300) 00000100:00000040:3.0:1790964084.884342:0:30960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884349:0:30960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964084.884351:0:30960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964084.884353:0:30960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4cf8133. 00000100:00000200:3.0:1790964084.884355:0:30960:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961933327872, offset 0 00000400:00000200:3.0:1790964084.884360:0:30960:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964084.884373:0:30960:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964084.884382:0:30960:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff15f00e00 00000400:00000200:3.0:1790964084.884387:0:30960:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:3.0:1790964084.884391:0:30960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f361f9a6. 00000400:00000200:3.0:1790964084.884396:0:30960:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007dc38fdf 00000400:00000200:3.0:1790964084.884403:0:30960:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964084.884408:0:30960:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964084.884413:0:30960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc38fdf 00000400:00000010:3.0:1790964084.884415:0:30960:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000007dc38fdf. 00000100:00000001:3.0:1790964084.884422:0:30960:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964084.884423:0:30960:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964084.884426:0:30960:0:(events.c:341:request_in_callback()) incoming req@00000000ccb6b83b x1877961933327872 msgsize 224 00000100:00100000:3.0:1790964084.884430:0:30960:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964084.884432:0:30960:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964084.884442:0:30960:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964084.884448:0:30960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4cf8133 00000400:00000010:3.0:1790964084.884450:0:30960:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c4cf8133. 00000100:00000001:3.0:1790964084.884453:0:30960:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964084.884456:0:30960:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884475:0:30960:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964084.884497:0:30960:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884504:0:30960:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884506:0:30960:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964084.884512:0:30960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884516:0:30960:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295617028 00000100:00000010:3.0:1790964084.884520:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c23234f. 00000100:00000001:3.0:1790964084.884526:0:30960:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964084.884532:0:30960:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295617028 00000100:00000010:3.0:1790964084.884535:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039296a14. 00000100:00000001:3.0:1790964084.884537:0:30960:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964084.884540:0:30960:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295617028 00000100:00000010:3.0:1790964084.884553:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000609fd112. 00000100:00000001:3.0:1790964084.884556:0:30960:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964084.884559:0:30960:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295617028 00000100:00000010:3.0:1790964084.884561:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006922c530. 00000100:00000001:3.0:1790964084.884564:0:30960:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964084.884566:0:30960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964084.884568:0:30960:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884571:0:30960:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884573:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884588:0:31830:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964084.884591:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933327872 02000000:00000001:3.0:1790964084.884592:0:31830:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964084.884594:0:31830:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964084.884597:0:31830:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.884600:0:31830:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964084.884603:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933327872 00000020:00000001:3.0:1790964084.884605:0:31830:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964084.884606:0:31830:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fdff5 00000020:00000001:3.0:1790964084.884613:0:31830:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964084.884615:0:31830:0:(lustre_handles.c:148:class_handle2object()) GET export 000000000a28de97 refcount=11 00000020:00000001:3.0:1790964084.884617:0:31830:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000020:00000001:3.0:1790964084.884619:0:31830:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000100:00000001:3.0:1790964084.884623:0:31830:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964084.884625:0:31830:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0d216d2. 00000100:00000001:3.0:1790964084.884627:0:31830:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964084.884629:0:31830:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0d216d2. 00000020:00000010:3.0:1790964084.884634:0:31830:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030915873. 00000020:00000010:3.0:1790964084.884638:0:31830:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e141120b. 00000020:00000010:3.0:1790964084.884641:0:31830:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000055b7a321. 00000100:00000040:3.0:1790964084.884648:0:31830:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964084.884650:0:31830:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964084.884651:0:31830:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964084.884653:0:31830:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884660:0:31830:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884673:0:31830:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.884683:0:31830:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964084.884685:0:31830:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964084.884688:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964084.884690:0:31830:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a28de97 : new rpc_count 1 00000100:00000001:3.0:1790964084.884692:0:31830:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629129639765072 : -114944069786544 : ffff97757f8d2450) 00000100:00000040:3.0:1790964084.884695:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccb6b83b x1877961933327872/t0(0) o400->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:660/0 lens 224/0 e 0 to 0 dl 1790964095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884703:0:31830:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964084.884705:0:31830:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0d216d2. 00000100:00000001:3.0:1790964084.884707:0:31830:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964084.884708:0:31830:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0d216d2. 00000100:00100000:3.0:1790964084.884711:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb6b83b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+11:30960:x1877961933327872:12345-0@lo:400: 00000100:00000200:3.0:1790964084.884715:0:31830:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933327872 00000020:00000001:3.0:1790964084.884718:0:31830:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964084.884726:0:31830:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964084.884728:0:31830:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.884730:0:31830:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964084.884732:0:31830:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659736768 : -1049814848 : ffffffffc16d18c0) 00000020:00000001:3.0:1790964084.884735:0:31830:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964084.884737:0:31830:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964084.884738:0:31830:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964084.884741:0:31830:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964084.884743:0:31830:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.884744:0:31830:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964084.884746:0:31830:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964084.884749:0:31830:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964084.884752:0:31830:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005da09f52. 02000000:00000001:3.0:1790964084.884754:0:31830:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884756:0:31830:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.884758:0:31830:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964084.884760:0:31830:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961933327872 00010000:00000001:3.0:1790964084.884763:0:31830:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964084.884767:0:31830:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000ccb6b83b x1877961933327872/t0(0) o400->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964084.884774:0:31830:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964084.884776:0:31830:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964084.884780:0:31830:0:(import.c:2195:obd_at_measure()) add 1 to 00000000399a9ce2 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964084.884783:0:31830:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964084.884784:0:31830:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:3.0:1790964084.884785:0:31830:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:3.0:1790964084.884788:0:31830:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964084.884789:0:31830:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.884791:0:31830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964084.884793:0:31830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964084.884796:0:31830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4cf8133. 00000100:00000200:3.0:1790964084.884799:0:31830:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961933327872, offset 224 00000400:00000200:3.0:1790964084.884802:0:31830:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964084.884808:0:31830:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964084.884813:0:31830:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff15f00e00 00000400:00000200:3.0:1790964084.884817:0:31830:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaad [1] + 224 00000400:00000200:3.0:1790964084.884827:0:31830:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964084.884830:0:31830:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964084.884834:0:31830:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964084.884837:0:31830:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964084.884844:0:31830:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884854:0:31830:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964084.884858:0:31830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4cf8133 00000400:00000010:3.0:1790964084.884860:0:31830:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c4cf8133. 00000100:00000001:3.0:1790964084.884863:0:31830:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964084.884864:0:31830:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964084.884867:0:31830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.884869:0:31830:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 14 to 0@lo 00010000:00000001:3.0:1790964084.884871:0:31830:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964084.884873:0:31830:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964084.884875:0:31830:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964084.884878:0:31830:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccb6b83b x1877961933327872/t0(0) o400->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:660/0 lens 224/224 e 0 to 0 dl 1790964095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964084.884886:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb6b83b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f65f0cfe-c829-4c04-be16-050f408b239f+11:30960:x1877961933327872:12345-0@lo:400: Request processed in 182us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964084.884893:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964084.884895:0:31830:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a28de97 : new rpc_count 0 00000100:00000001:3.0:1790964084.884897:0:31830:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964084.884898:0:31830:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964084.884902:0:31830:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e141120b. 00000020:00000010:3.0:1790964084.884905:0:31830:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000055b7a321. 00000020:00000010:3.0:1790964084.884908:0:31830:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030915873. 00000020:00000040:3.0:1790964084.884911:0:31830:0:(genops.c:879:class_export_put()) PUTting export 000000000a28de97 : new refcount 10 02000000:00000001:3.0:1790964084.884915:0:31830:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964084.884917:0:31830:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000005da09f52. 02000000:00000001:3.0:1790964084.884919:0:31830:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964084.884922:0:31830:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964084.884932:0:31830:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964084.884936:0:31830:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef4a2853. 00000400:00000010:3.0:1790964084.884941:0:31830:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000676f6e88. 00000100:00000001:3.0:1790964084.884952:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.884954:0:30960:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964084.884957:0:30960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964084.884958:0:30960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964084.884959:0:30960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000392bd0a1. 00000400:00000200:3.0:1790964084.884961:0:30960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe0fb08 00000400:00000010:3.0:1790964084.884963:0:30960:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe0fb08. 00000100:00000001:3.0:1790964084.884965:0:30960:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964084.884968:0:30960:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964084.884973:0:30960:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.884978:0:30960:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964084.884980:0:30960:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.884982:0:30960:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964084.884984:0:30960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964084.884985:0:30960:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964084.884987:0:30960:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.884989:0:30960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964084.884992:0:30960:0:(import.c:2195:obd_at_measure()) add 5 to 0000000097a4b710 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964084.884994:0:30960:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b08a9f60 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964084.884997:0:30960:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964084.884998:0:30960:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964084.885001:0:30960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964084.885002:0:30960:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.885005:0:30960:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.885007:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.885013:0:30960:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964084.885016:0:30960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964084.885017:0:30960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964084.885020:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964084.885037:0:30960:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000066ef9244 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f65f0cfe-c829-4c04-be16-050f408b239f:30960:1877961933327872:0@lo:400: 00000100:00000001:3.0:1790964084.885042:0:30960:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.885044:0:30960:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964084.885045:0:30960:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066ef9244 x1877961933327872/t0(0) o400->MGC192.168.201.121@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964084.885051:0:30960:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1790964084.885240:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964084.885243:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964084.885244:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964084.885247:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:0.0:1790964084.885249:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964084.885250:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.885252:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964084.885254:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964084.885256:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.885622:0:30956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.885632:0:30956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964084.885635:0:30956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964084.885638:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4877a74. 00000100:00000200:1.0:1790964084.885642:0:30956:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961933328000, offset 0 00000400:00000200:1.0:1790964084.885646:0:30956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964084.885653:0:30956:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964084.885659:0:30956:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff15f00e80 00000400:00000200:1.0:1790964084.885664:0:30956:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:1.0:1790964084.885670:0:30956:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964084.885672:0:30956:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964084.885677:0:30956:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964084.885678:0:30956:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964084.885688:0:30956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6b3bbe4. 00000100:00000040:1.0:1790964084.885691:0:30956:0:(events.c:341:request_in_callback()) incoming req@00000000a6b3bbe4 x1877961933328000 msgsize 520 00000100:00100000:1.0:1790964084.885694:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964084.885702:0:30956:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964084.885710:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4877a74 00000400:00000010:1.0:1790964084.885712:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4877a74. 00000100:00000001:1.0:1790964084.885714:0:30956:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964084.885718:0:30956:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.885726:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964084.885728:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.885733:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885734:0:30956:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964084.885738:0:30956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.885742:0:30956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7053 usecs (8 jiffies) 00000100:00000001:1.0:1790964084.885744:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295617035 00000100:00000001:1.0:1790964084.885749:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295617028 00000100:00000001:1.0:1790964084.885752:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295617035 00000100:00000001:1.0:1790964084.885754:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295617028 00000100:00000001:1.0:1790964084.885756:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295617035 00000100:00000001:1.0:1790964084.885759:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295617028 00000100:00000001:1.0:1790964084.885761:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295617035 00000100:00000001:1.0:1790964084.885763:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295617028 00000100:00000001:1.0:1790964084.885766:0:30956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964084.885768:0:30956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885771:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885773:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.885777:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964084.885779:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.885780:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.885787:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964084.885789:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885790:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885806:0:31839:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964084.885807:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933328000 02000000:00000001:1.0:1790964084.885809:0:31839:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964084.885811:0:31839:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964084.885812:0:31839:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964084.885815:0:31839:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964084.885817:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933328000 00000020:00000001:1.0:1790964084.885819:0:31839:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964084.885820:0:31839:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1790964084.885821:0:31839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1790964084.885823:0:31839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.885824:0:31839:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964084.885827:0:31839:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a179e0ba. 00000020:00000010:1.0:1790964084.885831:0:31839:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005fdac58. 00000020:00000010:1.0:1790964084.885834:0:31839:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035cd73cf. 00000100:00000001:1.0:1790964084.885837:0:31839:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964084.885838:0:31839:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964084.885840:0:31839:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885844:0:31839:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885851:0:31839:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.885859:0:31839:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964084.885860:0:31839:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964084.885863:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964084.885865:0:31839:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629129583220864 : -114944126330752 : ffff97757c2e5880) 00000100:00000040:1.0:1790964084.885869:0:31839:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6b3bbe4 x1877961933328000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964084.885877:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a6b3bbe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30956:x1877961933328000:12345-0@lo:38: 00000100:00000200:1.0:1790964084.885880:0:31839:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933328000 00000020:00000001:1.0:1790964084.885882:0:31839:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1790964084.885885:0:31839:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:1.0:1790964084.885893:0:31839:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000015f2b738) now 4 - find 00000020:00000001:1.0:1790964084.885896:0:31839:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446629129629224256 : -114944080327360 : ffff97757eec4d40) 00000100:00000001:1.0:1790964084.885907:0:31839:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964084.885909:0:31839:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790964084.885912:0:31839:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000083e5df8. 02000000:00000001:1.0:1790964084.885914:0:31839:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.885916:0:31839:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964084.885917:0:31839:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1790964084.885923:0:31839:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 949 last 0 00010000:00000001:1.0:1790964084.885927:0:31839:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:1.0:1790964084.885930:0:31839:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1790964084.885932:0:31839:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:1.0:1790964084.885934:0:31839:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1790964084.885937:0:31839:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000e9d789a4. 00000020:00000001:1.0:1790964084.885939:0:31839:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964084.885941:0:31839:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000e9d789a4 with handle 0xd17c0bd4a50fe0d5 to hash 00000020:00000001:1.0:1790964084.885943:0:31839:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1790964084.885945:0:31839:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:1.0:1790964084.885947:0:31839:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:1.0:1790964084.885949:0:31839:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000599562dd. 00000001:00000001:1.0:1790964084.885952:0:31839:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1790964084.885955:0:31839:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d054ba60. 00000001:00000001:1.0:1790964084.885957:0:31839:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964084.885959:0:31839:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:1.0:1790964084.885962:0:31839:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1790964084.885966:0:31839:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000091c1aa5c. 00000001:00000010:1.0:1790964084.885969:0:31839:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d6e80fe. 00000001:00000010:1.0:1790964084.885972:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b822f83d. 00000001:00000010:1.0:1790964084.885975:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b1f304c. 00000001:00000010:1.0:1790964084.885977:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b1e445b. 00000001:00000010:1.0:1790964084.885979:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030c8836e. 00000001:00000001:1.0:1790964084.885981:0:31839:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1790964084.885983:0:31839:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e082e308. 00000001:00000010:1.0:1790964084.885987:0:31839:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b88cad20. 00000001:00000010:1.0:1790964084.885990:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022e5f766. 00000001:00000010:1.0:1790964084.885992:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6ebefbf. 00000001:00000010:1.0:1790964084.885994:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9a84f14. 00000001:00000010:1.0:1790964084.886001:0:31839:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ae4bb90. 00010000:00000001:1.0:1790964084.886003:0:31839:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964084.886005:0:31839:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964084.886007:0:31839:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.886009:0:31839:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790964084.886011:0:31839:0:(genops.c:868:class_export_get()) GET export 00000000e9d789a4 refcount=3 00000020:00000040:1.0:1790964084.886014:0:31839:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000015f2b738) now 5 - export 00000020:00000001:1.0:1790964084.886017:0:31839:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446629124319524864 : -114949390026752 : ffff97744270b800) 00000020:00000040:1.0:1790964084.886019:0:31839:0:(genops.c:879:class_export_put()) PUTting export 00000000e9d789a4 : new refcount 2 00000020:00000080:1.0:1790964084.886021:0:31839:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xd17c0bd4a50fe0d5 00000020:00000001:1.0:1790964084.886023:0:31839:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.886024:0:31839:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964084.886025:0:31839:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe0d5 00000020:00000001:1.0:1790964084.886026:0:31839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964084.886028:0:31839:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e9d789a4 refcount=3 00000020:00000001:1.0:1790964084.886029:0:31839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124319524864 : -114949390026752 : ffff97744270b800) 00000020:00000001:1.0:1790964084.886031:0:31839:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629124319524864 : -114949390026752 : ffff97744270b800) 00000001:00000001:1.0:1790964084.886034:0:31839:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:1.0:1790964084.886037:0:31839:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1790964084.886044:0:31839:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.201.121@tcp 00000001:00000040:1.0:1790964084.886048:0:31839:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d7cc461b) : new refcount 5 00000001:00000001:1.0:1790964084.886050:0:31839:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446629128686373888 : -114945023177728 : ffff977546b98c00) 00000100:00000001:2.0:1790964084.886161:0:30959:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1790964084.886167:0:30959:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a5090de. 00000020:00000010:2.0:1790964084.886172:0:30959:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000026d25835. 80000000:00000010:2.0:1790964084.886175:0:30959:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8e1159e. 40000000:00000010:2.0:1790964084.886178:0:30959:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000c6977019. 00000008:00000010:2.0:1790964084.886182:0:30959:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000001c3b6126. 00020000:00000010:2.0:1790964084.886186:0:30959:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000445781d2. 00008000:00000010:2.0:1790964084.886189:0:30959:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006d4c9d78. 00100000:00000010:2.0:1790964084.886194:0:30959:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027a4d388. 00040000:00000010:2.0:1790964084.886197:0:30959:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007077c339. 00040000:00000010:2.0:1790964084.886201:0:30959:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000088bb48d0. 00040000:00000010:2.0:1790964084.886203:0:30959:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ede73873. 00080000:00000010:2.0:1790964084.886208:0:30959:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 0000000017b3c6e4. 00080000:00000010:2.0:1790964084.886212:0:30959:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c2e83784. 00000004:00000010:2.0:1790964084.886217:0:30959:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ae4d883b. 00000004:00000010:2.0:1790964084.886222:0:30959:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000068ac058. 00000004:00000010:2.0:1790964084.886226:0:30959:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000e1893cde. 00002000:00000010:2.0:1790964084.886230:0:30959:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000cde6a33c. 00000004:00000010:2.0:1790964084.886233:0:30959:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000014c1dc4a. 00000080:00000010:2.0:1790964084.886237:0:30959:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002d395575. 00000080:00000010:2.0:1790964084.886240:0:30959:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000067b192ee. 00000008:00000010:2.0:1790964084.886244:0:30959:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009e4d972a. 00020000:00000010:2.0:1790964084.886247:0:30959:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000005acb75f7. 00008000:00000010:2.0:1790964084.886250:0:30959:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d089c26f. 00000080:00000010:2.0:1790964084.886259:0:30959:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000047405134. 00000100:00000001:2.0:1790964084.886262:0:30959:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964084.886324:0:30960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964084.886328:0:30960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a9ac34b. 02000000:00000001:3.0:1790964084.886332:0:30960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964084.886334:0:30960:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964084.886335:0:30960:0:(genops.c:1223:class_import_put()) import 00000000a8492d27 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:3.0:1790964084.886337:0:30960:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964084.886339:0:30960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038a6ce75. 02000000:00000001:3.0:1790964084.886344:0:30960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964084.886345:0:30960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964084.886347:0:30960:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066ef9244. 00000100:00000001:3.0:1790964084.886350:0:30960:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964084.886351:0:30960:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.886353:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964084.886356:0:30960:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964084.886358:0:30960:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964084.886359:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964084.886361:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1790964084.887675:0:31839:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1790964084.887681:0:31839:0:(genops.c:868:class_export_get()) GET export 00000000e9d789a4 refcount=4 00000001:00000040:1.0:1790964084.887688:0:31839:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d7cc461b) : new refcount 6 00000020:00000010:1.0:1790964084.887695:0:31839:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009bd3f0ff. 00000020:00000010:1.0:1790964084.887700:0:31839:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 00000000666bb95c. 00000001:00000001:1.0:1790964084.887728:0:31839:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1790964084.887733:0:31839:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:1.0:1790964084.887736:0:31839:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d7cc461b) : new refcount 5 00000001:00000001:1.0:1790964084.887738:0:31839:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:1.0:1790964084.887742:0:31839:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:1.0:1790964084.887752:0:31839:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:1.0:1790964084.887753:0:31839:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964084.887757:0:31839:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1790964084.887759:0:31839:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:1.0:1790964084.887763:0:31839:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b8cfb9f9. 00000020:00000040:1.0:1790964084.887768:0:31839:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 00000000b8cfb9f9 for nid 0@lo - ref 2 00000020:00000001:1.0:1790964084.887820:0:31839:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964084.887826:0:31839:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000009ad7415. 00000020:00000010:1.0:1790964084.887829:0:31839:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 00000000a714d46e. 00000020:00000010:1.0:1790964084.887833:0:31839:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000f55f2187. 00000020:00000010:1.0:1790964084.887871:0:31839:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001ec7e08a. 00000020:00000010:1.0:1790964084.887874:0:31839:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 00000000a923c618. 00000020:00000010:1.0:1790964084.887877:0:31839:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004b4e37e0. 00000004:00000001:1.0:1790964084.887892:0:31839:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1790964084.887894:0:31839:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964084.887896:0:31839:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790964084.887900:0:31839:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 0000000024883a52. 00000020:00000040:1.0:1790964084.887903:0:31839:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000015f2b738) now 6 - import 00000020:00000001:1.0:1790964084.887908:0:31839:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964084.887910:0:31839:0:(genops.c:1223:class_import_put()) import 0000000024883a52 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1790964084.887911:0:31839:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:1.0:1790964084.887916:0:31839:0:(genops.c:868:class_export_get()) GET export 00000000e9d789a4 refcount=5 00000100:00000040:1.0:1790964084.887918:0:31839:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 00000000e9d789a4 : new rpc_count 1 00000100:00000001:1.0:1790964084.887921:0:31839:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1790964084.887924:0:31839:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964084.887926:0:31839:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:1.0:1790964084.887927:0:31839:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000100:00000001:1.0:1790964084.887929:0:31839:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446629128843676992 : -114944865874624 : 0xffff97755019cd40) 00000100:00000040:1.0:1790964084.887932:0:31839:0:(connection.c:150:ptlrpc_connection_get()) conn=000000008f1f0806 refcount 15 to 0@lo 00000020:00000040:1.0:1790964084.887934:0:31839:0:(genops.c:868:class_export_get()) GET export 00000000e9d789a4 refcount=6 00000100:00000001:1.0:1790964084.887939:0:31839:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964084.887941:0:31839:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:1.0:1790964084.887949:0:31839:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:1.0:1790964084.887953:0:31839:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964084.887957:0:31839:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1790964084.887959:0:31839:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1790964084.887962:0:31839:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072650220960 : -1059330656 : ffffffffc0dbe5a0) 02000000:00000001:1.0:1790964084.887965:0:31839:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.887967:0:31839:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1790964084.887969:0:31839:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1790964084.887971:0:31839:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964084.887973:0:31839:0:(import.c:65:import_set_state_nolock()) 0000000024883a52 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1790964084.887976:0:31839:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964084.887977:0:31839:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1790964084.887979:0:31839:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790964084.887981:0:31839:0:(genops.c:879:class_export_put()) PUTting export 00000000e9d789a4 : new refcount 5 00000020:00000040:1.0:1790964084.887984:0:31839:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (0000000015f2b738) now 6 - find 00010000:00000001:1.0:1790964084.887986:0:31839:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.887990:0:31839:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1790964084.887993:0:31839:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661720016 : -1047831600 : ffffffffc18b5bd0) 00000020:00000001:1.0:1790964084.887995:0:31839:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1790964084.887997:0:31839:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790964084.887999:0:31839:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1790964084.888001:0:31839:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1790964084.888004:0:31839:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.888007:0:31839:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:1.0:1790964084.888011:0:31839:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1790964084.888013:0:31839:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1790964084.888014:0:31839:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1790964084.888015:0:31839:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.888017:0:31839:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1790964084.888019:0:31839:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961933328000 00010000:00000001:1.0:1790964084.888022:0:31839:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:1.0:1790964084.888027:0:31839:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000a6b3bbe4 x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964084.888035:0:31839:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964084.888037:0:31839:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964084.888045:0:31839:0:(import.c:2195:obd_at_measure()) add 1 to 00000000c7518238 time=1790964084 v=10 (0 0 0 0) 00000100:00001000:1.0:1790964084.888048:0:31839:0:(import.c:2261:obd_at_measure()) AT 00000000c7518238 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1790964084.888051:0:31839:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@00000000a6b3bbe4 x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1790964084.888080:0:31839:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1790964084.888083:0:31839:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964084.888084:0:31839:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 17 to 0@lo 00000100:00000001:1.0:1790964084.888086:0:31839:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:1.0:1790964084.888088:0:31839:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964084.888090:0:31839:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888093:0:31839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964084.888095:0:31839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964084.888099:0:31839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4877a74. 00000100:00000200:1.0:1790964084.888104:0:31839:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961933328000, offset 0 00000400:00000200:1.0:1790964084.888109:0:31839:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964084.888121:0:31839:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964084.888131:0:31839:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff15f00e80 00000400:00000200:1.0:1790964084.888137:0:31839:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa9 [1] + 0 00000400:00000200:1.0:1790964084.888144:0:31839:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964084.888147:0:31839:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964084.888153:0:31839:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964084.888157:0:31839:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964084.888166:0:31839:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.888182:0:31839:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964084.888191:0:31839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4877a74 00000400:00000010:1.0:1790964084.888193:0:31839:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4877a74. 00000100:00000001:1.0:1790964084.888196:0:31839:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964084.888197:0:31839:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964084.888202:0:31839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.888204:0:31839:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 16 to 0@lo 00010000:00000001:1.0:1790964084.888206:0:31839:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:1.0:1790964084.888212:0:31839:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964084.888215:0:31839:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1790964084.888218:0:31839:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6b3bbe4 x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964084.888225:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a6b3bbe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30956:x1877961933328000:12345-0@lo:38: Request processed in 2348us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964084.888233:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1790964084.888235:0:31839:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9d789a4 : new rpc_count 0 00000100:00000001:1.0:1790964084.888237:0:31839:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964084.888239:0:31839:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964084.888244:0:31839:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005fdac58. 00000020:00000010:1.0:1790964084.888247:0:31839:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035cd73cf. 00000020:00000010:1.0:1790964084.888250:0:31839:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a179e0ba. 00000020:00000040:1.0:1790964084.888253:0:31839:0:(genops.c:879:class_export_put()) PUTting export 00000000e9d789a4 : new refcount 4 00000100:00000001:1.0:1790964084.888256:0:31839:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.888279:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.888282:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964084.888287:0:30956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964084.888289:0:30956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964084.888291:0:30956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c36a29. 00000400:00000200:1.0:1790964084.888293:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284e7cad 00000400:00000010:1.0:1790964084.888295:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000284e7cad. 00000100:00000001:1.0:1790964084.888297:0:30956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964084.888300:0:30956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964084.888307:0:30956:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.888313:0:30956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964084.888314:0:30956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.888316:0:30956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964084.888319:0:30956:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964084.888320:0:30956:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964084.888322:0:30956:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964084.888325:0:30956:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964084.888337:0:30956:0:(import.c:2195:obd_at_measure()) add 5 to 00000000131c5410 time=1790964084 v=5 (0 0 0 0) 00000100:00001000:1.0:1790964084.888341:0:30956:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a11787f2 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964084.888343:0:30956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964084.888345:0:30956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964084.888347:0:30956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790964084.888351:0:30956:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964084.888357:0:30956:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888360:0:30956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790964084.888361:0:30956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1790964084.888363:0:30956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790964084.888365:0:30956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.888368:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.888375:0:30956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964084.888377:0:30956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964084.888379:0:30956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.888381:0:30956:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1790964084.888386:0:30956:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:1.0:1790964084.888389:0:30956:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964084.888390:0:30956:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe0c7 00000020:00000001:1.0:1790964084.888393:0:30956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964084.888395:0:30956:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000125e4565 refcount=7 00000020:00000001:1.0:1790964084.888398:0:30956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629129085427712 : -114944624123904 : ffff97755e82a000) 00000020:00000001:1.0:1790964084.888400:0:30956:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629129085427712 : -114944624123904 : ffff97755e82a000) 00000100:00001000:1.0:1790964084.888404:0:30956:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a11787f2 time=1790964084 v=0 (0 0 0 0) 00000100:00001000:1.0:1790964084.888406:0:30956:0:(import.c:2261:obd_at_measure()) AT 00000000a11787f2 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1790964084.888412:0:30956:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:1.0:1790964084.888415:0:30956:0:(genops.c:879:class_export_put()) PUTting export 00000000125e4565 : new refcount 6 00000100:00000001:1.0:1790964084.888417:0:30956:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964084.888420:0:30956:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1790964084.888421:0:30956:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790964084.888423:0:30956:0:(import.c:65:import_set_state_nolock()) 000000006bca66cb lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1790964084.888432:0:30956:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964084.888433:0:30956:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1790964084.888434:0:30956:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964084.888436:0:30956:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1790964084.888438:0:30956:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888440:0:30956:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964084.888444:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964084.888451:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30956:1877961933328000:0@lo:38: 00000100:00000001:1.0:1790964084.888456:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888458:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964084.888461:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aedfeddd x1877961933328000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964084.888468:0:30956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964084.888470:0:30956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964084.888472:0:30956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000027c7f15d. 02000000:00000001:1.0:1790964084.888475:0:30956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964084.888476:0:30956:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964084.888500:0:30956:0:(genops.c:1223:class_import_put()) import 000000006bca66cb refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1790964084.888503:0:30956:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964084.888505:0:30956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a2003499. 02000000:00000001:1.0:1790964084.888508:0:30956:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964084.888510:0:30956:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964084.888511:0:30956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aedfeddd. 00000100:00000001:1.0:1790964084.888514:0:30956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964084.888516:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964084.888518:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888519:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964084.888521:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964084.888522:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964084.888523:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964084.894784:0:24482:0:(connection.c:75:cpu_latency_work()) work item of 0000000025dac588 (cpu 3) has reached its deadline 4295617035, at 4295617036 00000100:00000010:3.0:1790964084.894802:0:24482:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006922c530. 00000100:00000040:0.0:1790964084.895555:0:25909:0:(connection.c:75:cpu_latency_work()) work item of 000000007c9cd255 (cpu 0) has reached its deadline 4295617035, at 4295617036 00000100:00000010:0.0:1790964084.895566:0:25909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c23234f. 00000100:00000040:2.0:1790964084.902476:0:12185:0:(connection.c:75:cpu_latency_work()) work item of 00000000ca12f642 (cpu 2) has reached its deadline 4295617035, at 4295617036 00000100:00000010:2.0:1790964084.902521:0:12185:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000609fd112. 00000100:00000040:1.0:1790964084.903737:0:25085:0:(connection.c:75:cpu_latency_work()) work item of 00000000dce1c654 (cpu 1) has reached its deadline 4295617035, at 4295617045 00000100:00000010:1.0:1790964084.903748:0:25085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039296a14. 00080000:00000010:0.0:1790964085.343284:0:32129:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bee07c4e. 00080000:00000010:0.0:1790964085.343296:0:32129:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000bee07c4e. 00000020:00000001:0.0:1790964085.343303:0:32129:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964085.459454:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964085.459462:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964085.459468:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964085.459469:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964085.469410:0:31825:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964085.469433:0:31825:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964085.469438:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964085.736396:0:32166:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000040ef5d9c. 00080000:00000010:0.0:1790964085.736407:0:32166:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000040ef5d9c. 00000020:00000001:0.0:1790964085.736416:0:32166:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964085.736445:0:32166:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964085.737984:0:32166:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1790964085.906923:0:31824:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964085.906931:0:31824:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964085.907412:0:31820:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000071461326. 00000100:00000001:3.0:1790964085.907420:0:31820:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964085.907422:0:31820:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964085.910382:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964085.910388:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964085.910391:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964085.910395:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:2.0:1790964085.910400:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964085.910403:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964085.910405:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964085.910408:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964085.910411:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964085.910452:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964085.910475:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964085.918582:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964085.918593:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964085.918596:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964085.918599:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964085.918602:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964086.372578:0:32177:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000040ef5d9c. 00080000:00000010:0.0:1790964086.372590:0:32177:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000040ef5d9c. 00000020:00000001:0.0:1790964086.372596:0:32177:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964086.483144:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964086.483150:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964086.483155:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964086.483156:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964086.485408:0:31826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964086.485414:0:31826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964086.485418:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964086.782206:0:32216:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b50e8b43. 00080000:00000010:0.0:1790964086.782217:0:32216:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000b50e8b43. 00000020:00000001:0.0:1790964086.782222:0:32216:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964086.782246:0:32216:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964086.782415:0:32216:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:1.0:1790964086.930543:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964086.930555:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964086.930557:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964086.930561:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964086.930564:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964086.930566:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964086.930568:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964086.931733:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964086.931737:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964086.931744:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964086.931747:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:3.0:1790964086.931752:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964086.931754:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964086.931756:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964086.931758:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964086.931760:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964087.506671:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964087.506679:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964087.506697:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964087.506698:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964087.506860:0:31825:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964087.506865:0:31825:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964087.506868:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964087.954832:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964087.954846:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964087.954848:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964087.954852:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964087.954854:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964087.954857:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964087.954859:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964087.956835:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964087.956842:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964087.956844:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964087.956847:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:0.0:1790964087.956852:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964087.956855:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964087.956859:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964087.956873:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964087.956876:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964088.264909:0:32228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000889e2b9e. 00080000:00000010:1.0:1790964088.264920:0:32228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000889e2b9e. 00000020:00000001:1.0:1790964088.264927:0:32228:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964088.530595:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964088.530603:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964088.530610:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964088.530612:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964088.532195:0:31826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964088.532200:0:31826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964088.532204:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1790964088.668830:0:32264:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790964088.668837:0:32264:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:1.0:1790964088.674700:0:32264:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1790964088.978608:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964088.978617:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964088.978618:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964088.978622:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:0.0:1790964088.978627:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964088.978630:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964088.978633:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964088.978635:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964088.978638:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.978919:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964088.978930:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964088.978932:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964088.978934:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964088.978935:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964088.978938:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964088.978940:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.490735:0:31834:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1790964089.490743:0:31834:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000008559a475) refs 2 10000000:00000001:1.0:1790964089.490750:0:31834:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.490753:0:31834:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1790964089.490754:0:31834:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1790964089.490755:0:31834:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1790964089.490758:0:31834:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1790964089.490760:0:31834:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1790964089.490762:0:31834:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff977542fed800 from 9 10000000:00000001:1.0:1790964089.490764:0:31834:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1790964089.490766:0:31834:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1790964089.490776:0:31834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aedfeddd. 00000020:00000040:1.0:1790964089.490793:0:31834:0:(genops.c:1210:class_import_get()) import 00000000a8492d27 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1790964089.490797:0:31834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964089.490800:0:31834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964089.490805:0:31834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964089.490811:0:31834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000faec7598. 00000100:00000001:1.0:1790964089.490817:0:31834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.490820:0:31834:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1790964089.490823:0:31834:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1790964089.490829:0:31834:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000ceda9f01. 00010000:00000001:1.0:1790964089.490833:0:31834:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1790964089.490835:0:31834:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002eaf303d. 00000020:00000001:1.0:1790964089.490839:0:31834:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1790964089.490841:0:31834:0:(lustre_handles.c:93:class_handle_hash()) added object 000000002eaf303d with handle 0xd17c0bd4a50fe0dc to hash 00000020:00000001:1.0:1790964089.490843:0:31834:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1790964089.490844:0:31834:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.490846:0:31834:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.490849:0:31834:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1790964089.490852:0:31834:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964089.490854:0:31834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964089.490861:0:31834:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964089.490869:0:31834:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1790964089.490872:0:31834:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1790964089.490874:0:31834:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1790964089.490878:0:31834:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc572ed6. 00000100:00000001:1.0:1790964089.490879:0:31834:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629128684225664 : -114945025325952 : ffff97754698c480) 00000100:00000001:1.0:1790964089.490881:0:31834:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964089.490882:0:31834:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000100:00000001:1.0:1790964089.490886:0:31834:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964089.490890:0:31834:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.490892:0:31834:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1790964089.490893:0:31834:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964089.490902:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.490911:0:31834:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964089.490913:0:31834:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.490916:0:31834:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964089.490918:0:31834:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964089.490920:0:31834:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964089.490923:0:31834:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f65f0cfe-c829-4c04-be16-050f408b239f:31834:1877961933328128:0@lo:101: 00000100:00000001:1.0:1790964089.490927:0:31834:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964089.490933:0:31834:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964089.490935:0:31834:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.490938:0:31834:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964089.490942:0:31834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000006b527cb. 02000000:00000001:1.0:1790964089.490944:0:31834:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964089.490950:0:31834:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c36a29. 00000400:00000010:1.0:1790964089.490957:0:31834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284e7cad. 00000100:00000200:1.0:1790964089.490964:0:31834:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961933328128, portal 25 00000100:00000001:1.0:1790964089.490966:0:31834:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964089.490967:0:31834:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000100:00000040:1.0:1790964089.490971:0:31834:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.490978:0:31834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964089.490981:0:31834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964089.490984:0:31834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4877a74. 00000100:00000200:1.0:1790964089.490986:0:31834:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961933328128, offset 0 00000400:00000200:1.0:1790964089.491024:0:31834:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964089.491039:0:31834:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964089.491048:0:31834:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff15f00f00 00000400:00000200:1.0:1790964089.491054:0:31834:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:1.0:1790964089.491058:0:31834:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a29d1953. 00000400:00000200:1.0:1790964089.491073:0:31834:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000044cfeba 00000400:00000200:1.0:1790964089.491084:0:31834:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964089.491087:0:31834:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964089.491092:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044cfeba 00000400:00000010:1.0:1790964089.491094:0:31834:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000044cfeba. 00000100:00000001:1.0:1790964089.491098:0:31834:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964089.491099:0:31834:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964089.491101:0:31834:0:(events.c:341:request_in_callback()) incoming req@000000005a39cece x1877961933328128 msgsize 328 00000100:00100000:1.0:1790964089.491104:0:31834:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964089.491105:0:31834:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964089.492217:0:31834:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964089.492235:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4877a74 00000400:00000010:1.0:1790964089.492239:0:31834:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4877a74. 00000100:00000001:1.0:1790964089.492243:0:31834:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964089.492249:0:31834:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.492258:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.492260:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.492265:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.492266:0:31834:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964089.492270:0:31834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.492274:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295621641 00000100:00000010:1.0:1790964089.492279:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031fe8d6d. 00000100:00000001:1.0:1790964089.492286:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964089.492292:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295621641 00000100:00000010:1.0:1790964089.492294:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afc1a805. 00000100:00000001:1.0:1790964089.492296:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790964089.492298:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295621641 00000100:00000010:1.0:1790964089.492299:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d40c78f. 00000100:00000001:1.0:1790964089.492301:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964089.492313:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295621641 00000100:00000010:1.0:1790964089.492315:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000394a946a. 00000100:00000001:1.0:1790964089.492317:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964089.492337:0:31834:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964089.492339:0:31834:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.492342:0:31834:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964089.492344:0:31834:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1790964089.492346:0:31834:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bc572ed6 going to sleep for 11 seconds 00000100:00000001:1.0:1790964089.492349:0:31834:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964089.492351:0:31834:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.493095:0:31831:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964089.493099:0:31831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933328128 02000000:00000001:0.0:1790964089.493102:0:31831:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964089.493104:0:31831:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964089.493106:0:31831:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964089.493112:0:31831:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964089.493115:0:31831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933328128 00000020:00000001:0.0:1790964089.493117:0:31831:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964089.493127:0:31831:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fdff5 00000020:00000001:0.0:1790964089.493130:0:31831:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964089.493132:0:31831:0:(lustre_handles.c:148:class_handle2object()) GET export 000000000a28de97 refcount=11 00000020:00000001:0.0:1790964089.493135:0:31831:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000020:00000001:0.0:1790964089.493136:0:31831:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000100:00000001:0.0:1790964089.493140:0:31831:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964089.493143:0:31831:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe630be. 00000100:00000001:0.0:1790964089.493145:0:31831:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964089.493147:0:31831:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe630be. 00000020:00000010:0.0:1790964089.493153:0:31831:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cb9982. 00000020:00000010:0.0:1790964089.493157:0:31831:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff5f1ab. 00000020:00000010:0.0:1790964089.493161:0:31831:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee7988d. 00000100:00000040:0.0:1790964089.493169:0:31831:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964089.493172:0:31831:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964089.493174:0:31831:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964089.493175:0:31831:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.493183:0:31831:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.493198:0:31831:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964089.493206:0:31831:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964089.493207:0:31831:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964089.493210:0:31831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964089.493213:0:31831:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a28de97 : new rpc_count 1 00000100:00000001:0.0:1790964089.493214:0:31831:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629129639769168 : -114944069782448 : ffff97757f8d3450) 00000100:00000040:0.0:1790964089.493218:0:31831:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a39cece x1877961933328128/t0(0) o101->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 328/0 e 0 to 0 dl 1790964100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964089.493224:0:31831:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964089.493226:0:31831:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe630be. 00000100:00000001:0.0:1790964089.493227:0:31831:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964089.493228:0:31831:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe630be. 00000100:00100000:0.0:1790964089.493231:0:31831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005a39cece pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+11:31834:x1877961933328128:12345-0@lo:101: 00000100:00000200:0.0:1790964089.493233:0:31831:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933328128 00000020:00000001:0.0:1790964089.493235:0:31831:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964089.493242:0:31831:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964089.493244:0:31831:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.493247:0:31831:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964089.493248:0:31831:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659736704 : -1049814912 : ffffffffc16d1880) 00000020:00000001:0.0:1790964089.493251:0:31831:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964089.493252:0:31831:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964089.493253:0:31831:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964089.493255:0:31831:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964089.493266:0:31831:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.493267:0:31831:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:0.0:1790964089.493269:0:31831:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1790964089.493270:0:31831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1790964089.493271:0:31831:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1790964089.493273:0:31831:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964089.493277:0:31831:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964089.493282:0:31831:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000032eab1c2. 00010000:00000001:0.0:1790964089.493286:0:31831:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964089.493289:0:31831:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000add542b4. 00000020:00000001:0.0:1790964089.493291:0:31831:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964089.493292:0:31831:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000add542b4 with handle 0xd17c0bd4a50fe0e3 to hash 00000020:00000001:0.0:1790964089.493294:0:31831:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964089.493294:0:31831:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629124316636160 : -114949392915456 : ffff97744244a400) 00010000:00000001:0.0:1790964089.493297:0:31831:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629124316636160 : -114949392915456 : ffff97744244a400) 00010000:00010000:0.0:1790964089.493299:0:31831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000add542b4/0xd17c0bd4a50fe0e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd17c0bd4a50fe0dc expref: -99 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1790964089.493305:0:31831:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 000000000a28de97 : new locks_count 6 00000020:00000040:0.0:1790964089.493306:0:31831:0:(genops.c:868:class_export_get()) GET export 000000000a28de97 refcount=12 00000100:00000001:0.0:1790964089.493312:0:31831:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964089.493314:0:31831:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964089.493317:0:31831:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004ceb46fb. 02000000:00000001:0.0:1790964089.493318:0:31831:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.493320:0:31831:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964089.493321:0:31831:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964089.493325:0:31831:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1790964089.493329:0:31831:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1790964089.493331:0:31831:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964089.493332:0:31831:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964089.493333:0:31831:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964089.493334:0:31831:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964089.493336:0:31831:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964089.493338:0:31831:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964089.493339:0:31831:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964089.493339:0:31831:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964089.493341:0:31831:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000032eab1c2) refcount = 1 00010000:00010000:0.0:1790964089.493343:0:31831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000add542b4/0xd17c0bd4a50fe0e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0dc expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964089.493347:0:31831:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964089.493348:0:31831:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964089.493349:0:31831:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964089.493350:0:31831:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964089.493351:0:31831:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964089.493355:0:31831:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1790964089.493357:0:31831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000add542b4/0xd17c0bd4a50fe0e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd17c0bd4a50fe0dc expref: 12 pid: 31831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964089.493361:0:31831:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1790964089.493363:0:31831:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1790964089.493365:0:31831:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964089.493367:0:31831:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964089.493368:0:31831:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1790964089.493370:0:31831:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964089.493371:0:31831:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964089.493372:0:31831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000add542b4, rc 0) 00000020:00000001:0.0:1790964089.493373:0:31831:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964089.493375:0:31831:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961933328128 00010000:00000001:0.0:1790964089.493377:0:31831:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964089.493380:0:31831:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000005a39cece x1877961933328128/t0(0) o101->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 328/344 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964089.493385:0:31831:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964089.493391:0:31831:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964089.493395:0:31831:0:(import.c:2195:obd_at_measure()) add 1 to 00000000399a9ce2 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964089.493400:0:31831:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964089.493402:0:31831:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 17 to 0@lo 00000100:00000001:0.0:1790964089.493404:0:31831:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:0.0:1790964089.493407:0:31831:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964089.493408:0:31831:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.493412:0:31831:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964089.493413:0:31831:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964089.493419:0:31831:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035eb7a23. 00000100:00000200:0.0:1790964089.493424:0:31831:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961933328128, offset 224 00000400:00000200:0.0:1790964089.493431:0:31831:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964089.493444:0:31831:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964089.493454:0:31831:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff15f00f00 00000400:00000200:0.0:1790964089.493459:0:31831:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:0.0:1790964089.493466:0:31831:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964089.493469:0:31831:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964089.493474:0:31831:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964089.493491:0:31831:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964089.493497:0:31831:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964089.493504:0:31831:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964089.493510:0:31831:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035eb7a23 00000400:00000010:0.0:1790964089.493511:0:31831:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000035eb7a23. 00000100:00000001:0.0:1790964089.493513:0:31831:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964089.493514:0:31831:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964089.493517:0:31831:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964089.493519:0:31831:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 16 to 0@lo 00010000:00000001:0.0:1790964089.493521:0:31831:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964089.493522:0:31831:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.493524:0:31831:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964089.493526:0:31831:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a39cece x1877961933328128/t0(0) o101->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 328/344 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964089.493539:0:31831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005a39cece pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f65f0cfe-c829-4c04-be16-050f408b239f+12:31834:x1877961933328128:12345-0@lo:101: Request processed in 314us (2436us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964089.493543:0:31831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964089.493545:0:31831:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a28de97 : new rpc_count 0 00000100:00000001:0.0:1790964089.493547:0:31831:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964089.493548:0:31831:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964089.493552:0:31831:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff5f1ab. 00000020:00000010:0.0:1790964089.493554:0:31831:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee7988d. 00000020:00000010:0.0:1790964089.493557:0:31831:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cb9982. 00000020:00000040:0.0:1790964089.493561:0:31831:0:(genops.c:879:class_export_put()) PUTting export 000000000a28de97 : new refcount 11 02000000:00000001:0.0:1790964089.493564:0:31831:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964089.493565:0:31831:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 000000004ceb46fb. 02000000:00000001:0.0:1790964089.493569:0:31831:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964089.493570:0:31831:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964089.493573:0:31831:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964089.493576:0:31831:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000031182b2. 00000400:00000010:0.0:1790964089.493580:0:31831:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba470ecb. 00000100:00000001:1.0:1790964089.493844:0:31834:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964089.493849:0:31834:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964089.493850:0:31834:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964089.493852:0:31834:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c36a29. 00000400:00000200:1.0:1790964089.493855:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284e7cad 00000400:00000010:1.0:1790964089.493856:0:31834:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000284e7cad. 00000100:00000001:1.0:1790964089.493858:0:31834:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964089.493860:0:31834:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964089.493865:0:31834:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.493869:0:31834:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964089.493870:0:31834:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964089.493872:0:31834:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964089.493873:0:31834:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964089.493874:0:31834:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964089.493875:0:31834:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.493876:0:31834:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964089.493880:0:31834:0:(import.c:2195:obd_at_measure()) add 5 to 0000000097a4b710 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964089.493882:0:31834:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b08a9f60 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964089.493883:0:31834:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964089.493884:0:31834:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.493886:0:31834:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964089.493887:0:31834:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.493889:0:31834:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964089.493891:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.493894:0:31834:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964089.493896:0:31834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964089.493903:0:31834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964089.493906:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964089.493913:0:31834:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f65f0cfe-c829-4c04-be16-050f408b239f:31834:1877961933328128:0@lo:101: 00000100:00000001:1.0:1790964089.493917:0:31834:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964089.493919:0:31834:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.493921:0:31834:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964089.493923:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.493924:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.493930:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964089.493932:0:31834:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc572ed6. 00000100:00000001:1.0:1790964089.493934:0:31834:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964089.493936:0:31834:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.493939:0:31834:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1790964089.493941:0:31834:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964089.493943:0:31834:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964089.493944:0:31834:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002eaf303d refcount=4 00000020:00000001:1.0:1790964089.493946:0:31834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.493949:0:31834:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000040:1.0:1790964089.493953:0:31834:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000002eaf303d, remote cookie: 0xd17c0bd4a50fe0e3, flags: 0x0 00010000:00000001:1.0:1790964089.493956:0:31834:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1790964089.493958:0:31834:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1790964089.493959:0:31834:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1790964089.493960:0:31834:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1790964089.493961:0:31834:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1790964089.493962:0:31834:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ceda9f01) refcount = 1 00010000:00010000:1.0:1790964089.493966:0:31834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0e3 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964089.493972:0:31834:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1790964089.493973:0:31834:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1790964089.493974:0:31834:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790964089.493983:0:31834:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1790964089.493985:0:31834:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964089.493987:0:31834:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd17c0bd4a50fe0e3 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964089.494004:0:31834:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1790964089.494006:0:31834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964089.494008:0:31834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964089.494008:0:31834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964089.494009:0:31834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964089.494011:0:31834:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.494013:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.494016:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aedfeddd x1877961933328128/t0(0) o101->MGC192.168.201.121@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964105 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.494022:0:31834:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964089.494025:0:31834:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964089.494027:0:31834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000006b527cb. 02000000:00000001:1.0:1790964089.494030:0:31834:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964089.494032:0:31834:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964089.494033:0:31834:0:(genops.c:1223:class_import_put()) import 00000000a8492d27 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1790964089.494035:0:31834:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964089.494037:0:31834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000faec7598. 02000000:00000001:1.0:1790964089.494040:0:31834:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964089.494042:0:31834:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964089.494043:0:31834:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aedfeddd. 00000100:00000001:1.0:1790964089.494046:0:31834:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964089.494047:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1790964089.494049:0:31834:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.494052:0:31834:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1790964089.494054:0:31834:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000008559a475) refs 3 10000000:00000001:1.0:1790964089.494056:0:31834:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.494058:0:31834:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964089.494068:0:31834:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964089.494070:0:31834:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002eaf303d refcount=3 00000020:00000001:1.0:1790964089.494072:0:31834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.494073:0:31834:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.494076:0:31834:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1790964089.494082:0:31834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964089.494083:0:31834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790964089.494085:0:31834:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.494088:0:31834:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1790964089.494090:0:31834:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000007d4e2bb3. 00000100:00000010:1.0:1790964089.494101:0:31834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aedfeddd. 00000020:00000040:1.0:1790964089.494103:0:31834:0:(genops.c:1210:class_import_get()) import 00000000a8492d27 refcount=4 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1790964089.494105:0:31834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964089.494107:0:31834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964089.494110:0:31834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964089.494114:0:31834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000faec7598. 00000100:00000001:1.0:1790964089.494117:0:31834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.494120:0:31834:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1790964089.494123:0:31834:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000006b527cb. 00000100:00000010:1.0:1790964089.494124:0:31834:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000045b485d. 00000020:00000040:1.0:1790964089.494125:0:31834:0:(genops.c:1210:class_import_get()) import 00000000a8492d27 refcount=5 obd=MGC192.168.201.121@tcp 00000100:00000001:1.0:1790964089.494128:0:31834:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1790964089.494129:0:31834:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1790964089.494132:0:31834:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc572ed6. 00000100:00000001:1.0:1790964089.494133:0:31834:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629128684225664 : -114945025325952 : ffff97754698c480) 00000100:00000001:1.0:1790964089.494134:0:31834:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964089.494135:0:31834:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000100:00000001:1.0:1790964089.494138:0:31834:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964089.494139:0:31834:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.494140:0:31834:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1790964089.494141:0:31834:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964089.494143:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.494148:0:31834:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964089.494149:0:31834:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.494151:0:31834:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964089.494152:0:31834:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964089.494154:0:31834:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964089.494155:0:31834:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f65f0cfe-c829-4c04-be16-050f408b239f:31834:1877961933328256:0@lo:256: 00000100:00000001:1.0:1790964089.494157:0:31834:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964089.494164:0:31834:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964089.494166:0:31834:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.494167:0:31834:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1790964089.494171:0:31834:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c36a29. 00000400:00000010:1.0:1790964089.494173:0:31834:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000014d036cb. 00000100:00000200:1.0:1790964089.494175:0:31834:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff15f00f80-0x6abff15f00f80, portal 33 00000100:00000001:1.0:1790964089.494177:0:31834:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.494179:0:31834:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964089.494181:0:31834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000749b50c7. 02000000:00000001:1.0:1790964089.494182:0:31834:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964089.494185:0:31834:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a29d1953. 00000400:00000010:1.0:1790964089.494186:0:31834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284e7cad. 00000100:00000200:1.0:1790964089.494188:0:31834:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961933328256, portal 25 00000100:00000001:1.0:1790964089.494189:0:31834:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964089.494190:0:31834:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000100:00000040:1.0:1790964089.494192:0:31834:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.494196:0:31834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964089.494197:0:31834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964089.494198:0:31834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4877a74. 00000100:00000200:1.0:1790964089.494200:0:31834:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961933328256, offset 0 00000400:00000200:1.0:1790964089.494202:0:31834:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964089.494207:0:31834:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964089.494211:0:31834:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff15f00f80 00000400:00000200:1.0:1790964089.494213:0:31834:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:1.0:1790964089.494215:0:31834:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000037f0768. 00000400:00000200:1.0:1790964089.494217:0:31834:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000508317ce 00000400:00000200:1.0:1790964089.494220:0:31834:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964089.494221:0:31834:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964089.494223:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508317ce 00000400:00000010:1.0:1790964089.494224:0:31834:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000508317ce. 00000100:00000001:1.0:1790964089.494228:0:31834:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964089.494229:0:31834:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964089.494231:0:31834:0:(events.c:341:request_in_callback()) incoming req@00000000fc7e9c7d x1877961933328256 msgsize 304 00000100:00100000:1.0:1790964089.494236:0:31834:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964089.494237:0:31834:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964089.494250:0:31834:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1790964089.494341:0:31829:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964089.494343:0:31829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933328256 02000000:00000001:0.0:1790964089.494345:0:31829:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964089.494346:0:31829:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964089.494348:0:31829:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964089.494350:0:31829:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964089.494352:0:31829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933328256 00000020:00000001:0.0:1790964089.494353:0:31829:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964089.494355:0:31829:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fdff5 00000020:00000001:0.0:1790964089.494356:0:31829:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964089.494357:0:31829:0:(lustre_handles.c:148:class_handle2object()) GET export 000000000a28de97 refcount=12 00000020:00000001:0.0:1790964089.494358:0:31829:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000020:00000001:0.0:1790964089.494359:0:31829:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629128704823296 : -114945004728320 : ffff977547d31000) 00000100:00000001:0.0:1790964089.494362:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964089.494364:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe630be. 00000100:00000001:0.0:1790964089.494369:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964089.494370:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe630be. 00000020:00000010:0.0:1790964089.494373:0:31829:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cb9982. 00000020:00000010:0.0:1790964089.494375:0:31829:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff5f1ab. 00000020:00000010:0.0:1790964089.494377:0:31829:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee7988d. 00000100:00000040:0.0:1790964089.494381:0:31829:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964089.494382:0:31829:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964089.494383:0:31829:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964089.494384:0:31829:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.494388:0:31829:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.494401:0:31829:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964089.494409:0:31829:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964089.494410:0:31829:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964089.494413:0:31829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964089.494415:0:31829:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000000a28de97 : new rpc_count 1 00000100:00000001:0.0:1790964089.494418:0:31829:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629129639760976 : -114944069790640 : ffff97757f8d1450) 00000100:00000040:0.0:1790964089.494421:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc7e9c7d x1877961933328256/t0(0) o256->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 304/0 e 0 to 0 dl 1790964100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964089.494430:0:31829:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964089.494432:0:31829:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe630be. 00000100:00000001:0.0:1790964089.494434:0:31829:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964089.494436:0:31829:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe630be. 00000100:00100000:0.0:1790964089.494439:0:31829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fc7e9c7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+12:31834:x1877961933328256:12345-0@lo:256: 00000100:00000200:0.0:1790964089.494443:0:31829:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933328256 00000020:00000001:0.0:1790964089.494446:0:31829:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964089.494448:0:31829:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964089.494449:0:31829:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.494451:0:31829:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964089.494452:0:31829:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659737120 : -1049814496 : ffffffffc16d1a20) 00000020:00000001:0.0:1790964089.494453:0:31829:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964089.494454:0:31829:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964089.494455:0:31829:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964089.494460:0:31829:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964089.494462:0:31829:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.494464:0:31829:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964089.494465:0:31829:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964089.494467:0:31829:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004ceb46fb. 02000000:00000001:0.0:1790964089.494468:0:31829:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.494469:0:31829:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1790964089.494471:0:31829:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:0.0:1790964089.494475:0:31829:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:0.0:1790964089.494496:0:31829:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1790964089.494500:0:31829:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 0000000056736ed6. 20000000:00000001:0.0:1790964089.494504:0:31829:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1790964089.494514:0:31829:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1790964089.494520:0:31829:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790964089.494523:0:31829:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:0.0:1790964089.494524:0:31829:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:0.0:1790964089.494527:0:31829:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1790964089.494529:0:31829:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009136958b. 00000100:00000010:0.0:1790964089.494532:0:31829:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ddbd62cb. 00000020:00000040:0.0:1790964089.494533:0:31829:0:(genops.c:868:class_export_get()) GET export 000000000a28de97 refcount=13 00010000:00000001:0.0:1790964089.494536:0:31829:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:0.0:1790964089.494539:0:31829:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1790964089.494541:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035eb7a23. 00000400:00000200:1.0:1790964089.494577:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4877a74 00000400:00000010:1.0:1790964089.494578:0:31834:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4877a74. 00000100:00000001:1.0:1790964089.494580:0:31834:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964089.494583:0:31834:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.494588:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.494589:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.494592:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.494593:0:31834:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1790964089.498629:0:31829:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d12c18b6. 00000400:00000200:0.0:1790964089.498648:0:31829:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964089.498663:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964089.498680:0:31829:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff15f00f80 00000400:00000200:0.0:1790964089.498686:0:31829:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:0.0:1790964089.498690:0:31829:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c36a29. 00000400:00000200:0.0:1790964089.498697:0:31829:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014d036cb 00000400:00000200:0.0:1790964089.498704:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964089.498708:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964089.498713:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d036cb 00000400:00000010:0.0:1790964089.498715:0:31829:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 0000000014d036cb. 00000100:00000001:0.0:1790964089.498721:0:31829:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1790964089.498723:0:31829:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000aedfeddd desc 0000000006b527cb mbits 1877961933328256 00000100:00000001:0.0:1790964089.498740:0:31829:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964089.498745:0:31829:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1790964089.498750:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1790964089.498755:0:31829:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:0.0:1790964089.498757:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964089.498759:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1790964089.498762:0:31829:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964089.498763:0:31829:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000009136958b 00000100:00000001:0.0:1790964089.498764:0:31829:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964089.498770:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035eb7a23 00000400:00000010:0.0:1790964089.498771:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000035eb7a23. 00000100:00000001:0.0:1790964089.498772:0:31829:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964089.498773:0:31829:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000009136958b 00000100:00000001:0.0:1790964089.498774:0:31829:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1790964089.498778:0:31829:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff15f00f80-0x6abff15f00f80 00000100:00000001:0.0:1790964089.498781:0:31829:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964089.498785:0:31829:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.498788:0:31829:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1790964089.498791:0:31829:0:(genops.c:879:class_export_put()) PUTting export 000000000a28de97 : new refcount 12 00000100:00000010:0.0:1790964089.498793:0:31829:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ddbd62cb. 00000100:00000010:0.0:1790964089.498796:0:31829:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009136958b. 00000100:00000001:0.0:1790964089.498800:0:31829:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1790964089.498801:0:31829:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1790964089.498809:0:31829:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 0000000056736ed6. 20000000:00000001:0.0:1790964089.498813:0:31829:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964089.498816:0:31829:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961933328256 00010000:00000001:0.0:1790964089.498818:0:31829:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964089.498824:0:31829:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000fc7e9c7d x1877961933328256/t0(0) o256->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 304/240 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964089.498831:0:31829:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964089.498832:0:31829:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964089.498835:0:31829:0:(import.c:2195:obd_at_measure()) add 1 to 00000000399a9ce2 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964089.498839:0:31829:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964089.498840:0:31829:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 17 to 0@lo 00000100:00000001:0.0:1790964089.498844:0:31829:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:0.0:1790964089.498847:0:31829:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964089.498849:0:31829:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964089.498852:0:31829:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964089.498853:0:31829:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964089.498855:0:31829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035eb7a23. 00000100:00000200:0.0:1790964089.498858:0:31829:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961933328256, offset 224 00000400:00000200:0.0:1790964089.498861:0:31829:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964089.498864:0:31829:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964089.498866:0:31829:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff15f00f80 00000400:00000200:0.0:1790964089.498870:0:31829:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:0.0:1790964089.498873:0:31829:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964089.498875:0:31829:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964089.498877:0:31829:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964089.498879:0:31829:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964089.498885:0:31829:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964089.498890:0:31829:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964089.498893:0:31829:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035eb7a23 00000400:00000010:0.0:1790964089.498894:0:31829:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000035eb7a23. 00000100:00000001:0.0:1790964089.498895:0:31829:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964089.498896:0:31829:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964089.498898:0:31829:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964089.498901:0:31829:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 16 to 0@lo 00010000:00000001:0.0:1790964089.498903:0:31829:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964089.498905:0:31829:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964089.498907:0:31829:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964089.498911:0:31829:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc7e9c7d x1877961933328256/t0(0) o256->f65f0cfe-c829-4c04-be16-050f408b239f@0@lo:665/0 lens 304/240 e 0 to 0 dl 1790964100 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964089.498919:0:31829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fc7e9c7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f65f0cfe-c829-4c04-be16-050f408b239f+12:31834:x1877961933328256:12345-0@lo:256: Request processed in 4488us (4686us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964089.498928:0:31829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964089.498937:0:31829:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000a28de97 : new rpc_count 0 00000100:00000001:0.0:1790964089.498939:0:31829:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964089.498941:0:31829:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964089.498948:0:31829:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff5f1ab. 00000020:00000010:0.0:1790964089.498952:0:31829:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee7988d. 00000020:00000010:0.0:1790964089.498956:0:31829:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cb9982. 00000020:00000040:0.0:1790964089.498962:0:31829:0:(genops.c:879:class_export_put()) PUTting export 000000000a28de97 : new refcount 11 02000000:00000001:0.0:1790964089.498965:0:31829:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964089.498967:0:31829:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 000000004ceb46fb. 02000000:00000001:0.0:1790964089.498970:0:31829:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964089.498972:0:31829:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964089.498978:0:31829:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964089.498983:0:31829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a8e466d. 00000400:00000010:0.0:1790964089.498998:0:31829:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d149463. 00000100:00000040:3.0:1790964089.500574:0:24482:0:(connection.c:75:cpu_latency_work()) work item of 0000000025dac588 (cpu 3) has reached its deadline 4295621641, at 4295621642 00000100:00000040:2.0:1790964089.500574:0:12185:0:(connection.c:75:cpu_latency_work()) work item of 00000000ca12f642 (cpu 2) has reached its deadline 4295621641, at 4295621642 00000100:00000010:2.0:1790964089.500587:0:12185:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d40c78f. 00000100:00000010:3.0:1790964089.500590:0:24482:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000394a946a. 00000100:00000040:0.0:1790964089.501440:0:25909:0:(connection.c:75:cpu_latency_work()) work item of 000000007c9cd255 (cpu 0) has reached its deadline 4295621641, at 4295621642 00000100:00000010:0.0:1790964089.501448:0:25909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031fe8d6d. 00000100:00000001:1.0:1790964089.502855:0:31834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.502863:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4295621652 00000100:00000010:1.0:1790964089.502871:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009496516e. 00000100:00000001:1.0:1790964089.502876:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964089.502886:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4295621652 00000100:00000001:1.0:1790964089.502890:0:31834:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295621641 00000100:00000001:1.0:1790964089.502891:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295621652 00000100:00000010:1.0:1790964089.502893:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002545e495. 00000100:00000001:1.0:1790964089.502895:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964089.502903:0:31834:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295621652 00000100:00000010:1.0:1790964089.502906:0:31834:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8066f8a. 00000100:00000001:1.0:1790964089.502909:0:31834:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964089.503060:0:31834:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964089.503064:0:31834:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.503067:0:31834:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964089.503069:0:31834:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1790964089.503071:0:31834:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bc572ed6 going to sleep for 11 seconds 00000100:00000001:1.0:1790964089.503074:0:31834:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964089.503081:0:31834:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964089.503095:0:31834:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964089.503098:0:31834:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a29d1953. 00000400:00000200:1.0:1790964089.503101:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284e7cad 00000400:00000010:1.0:1790964089.503103:0:31834:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000284e7cad. 00000100:00000001:1.0:1790964089.503107:0:31834:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964089.503116:0:31834:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964089.503125:0:31834:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.503132:0:31834:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964089.503134:0:31834:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964089.503135:0:31834:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964089.503138:0:31834:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964089.503140:0:31834:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964089.503143:0:31834:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964089.503146:0:31834:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964089.503153:0:31834:0:(import.c:2195:obd_at_measure()) add 5 to 0000000097a4b710 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964089.503157:0:31834:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b08a9f60 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964089.503160:0:31834:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964089.503161:0:31834:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964089.503162:0:31834:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964089.503164:0:31834:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.503166:0:31834:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964089.503168:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964089.503174:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.503178:0:31834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964089.503180:0:31834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964089.503181:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964089.503185:0:31834:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aedfeddd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f65f0cfe-c829-4c04-be16-050f408b239f:31834:1877961933328256:0@lo:256: 00000100:00000001:1.0:1790964089.503189:0:31834:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964089.503195:0:31834:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.503197:0:31834:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964089.503198:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.503200:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.503204:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964089.503206:0:31834:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc572ed6. 00000100:00000001:1.0:1790964089.503208:0:31834:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964089.503209:0:31834:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1790964089.503215:0:31834:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:1.0:1790964089.503218:0:31834:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1790964089.503222:0:31834:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000455b1f72. 10000000:00000010:1.0:1790964089.503225:0:31834:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000005fdac58. 10000000:00000200:1.0:1790964089.503229:0:31834:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1790964089.503231:0:31834:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:1.0:1790964089.503238:0:31834:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.121@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1790964089.503239:0:31834:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000005fdac58. 10000000:00000010:1.0:1790964089.503241:0:31834:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000455b1f72. 10000000:00000001:1.0:1790964089.503242:0:31834:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964089.503244:0:31834:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964089.503245:0:31834:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aedfeddd x1877961933328256/t0(0) o256->MGC192.168.201.121@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964105 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964089.503249:0:31834:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964089.503250:0:31834:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964089.503252:0:31834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000749b50c7. 02000000:00000001:1.0:1790964089.503254:0:31834:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964089.503256:0:31834:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964089.503257:0:31834:0:(genops.c:1223:class_import_put()) import 00000000a8492d27 refcount=4 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1790964089.503268:0:31834:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1790964089.503269:0:31834:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1790964089.503271:0:31834:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964089.503272:0:31834:0:(genops.c:1223:class_import_put()) import 00000000a8492d27 refcount=3 obd=MGC192.168.201.121@tcp 00000020:00000001:1.0:1790964089.503273:0:31834:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1790964089.503275:0:31834:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000045b485d. 00000100:00000010:1.0:1790964089.503277:0:31834:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000006b527cb. 00000100:00000001:1.0:1790964089.503281:0:31834:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1790964089.503283:0:31834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000faec7598. 02000000:00000001:1.0:1790964089.503285:0:31834:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964089.503287:0:31834:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964089.503288:0:31834:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aedfeddd. 00000100:00000001:1.0:1790964089.503290:0:31834:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964089.503291:0:31834:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1790964089.503304:0:31834:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000007d4e2bb3. 10000000:01000000:1.0:1790964089.503308:0:31834:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.121@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1790964089.503310:0:31834:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1790964089.503313:0:31834:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964089.503314:0:31834:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964089.503317:0:31834:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002eaf303d refcount=3 00000020:00000001:1.0:1790964089.503318:0:31834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.503320:0:31834:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629124330721280 : -114949378830336 : ffff9774431b9000) 00010000:00000001:1.0:1790964089.503323:0:31834:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1790964089.503326:0:31834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0e3 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964089.503331:0:31834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964089.503333:0:31834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964089.503334:0:31834:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.121@tcp lock: 000000002eaf303d/0xd17c0bd4a50fe0dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd17c0bd4a50fe0e3 expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964089.503337:0:31834:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1790964089.503338:0:31834:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964089.503339:0:31834:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1790964089.503339:0:31834:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.503340:0:31834:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964089.503342:0:31834:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1790964089.503344:0:31834:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790964089.503345:0:31834:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000008559a475) refs 3 10000000:00000001:1.0:1790964089.503346:0:31834:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1790964089.511759:0:12185:0:(connection.c:75:cpu_latency_work()) work item of 00000000ca12f642 (cpu 2) has reached its deadline 4295621652, at 4295621653 00000100:00000010:2.0:1790964089.511773:0:12185:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002545e495. 00000100:00000040:1.0:1790964089.512086:0:25085:0:(connection.c:75:cpu_latency_work()) work item of 00000000dce1c654 (cpu 1) has reached its deadline 4295621652, at 4295621653 00000100:00000010:1.0:1790964089.512092:0:25085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afc1a805. 00000100:00000040:3.0:1790964089.512166:0:24482:0:(connection.c:75:cpu_latency_work()) work item of 0000000025dac588 (cpu 3) has reached its deadline 4295621652, at 4295621653 00000100:00000010:3.0:1790964089.512172:0:24482:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8066f8a. 00000100:00000040:0.0:1790964089.514170:0:25909:0:(connection.c:75:cpu_latency_work()) work item of 000000007c9cd255 (cpu 0) has reached its deadline 4295621652, at 4295621655 00000100:00000010:0.0:1790964089.514182:0:25909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009496516e. 00010000:00000001:2.0:1790964089.554610:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964089.554618:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.554626:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964089.554629:0:12185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790964089.554632:0:12185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790964089.554634:0:12185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.554637:0:12185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790964089.554640:0:12185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.554642:0:12185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964089.554644:0:12185:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964089.557953:0:31825:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964089.557961:0:31825:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964089.557965:0:31825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790964090.007083:0:28628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964090.007099:0:28628:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1790964090.007102:0:28628:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964090.007105:0:28628:0:(import.c:65:import_set_state_nolock()) 00000000e9ca9fb3 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964090.007113:0:28628:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964090.007119:0:28628:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 944 00000100:00001000:0.0:1790964090.007127:0:28628:0:(import.c:2195:obd_at_measure()) add 10 to 00000000dc9313ae time=11 v=5 (1 0 0 0) 00000100:00001000:0.0:1790964090.007131:0:28628:0:(import.c:2261:obd_at_measure()) AT 00000000dc9313ae change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964090.007134:0:28628:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964090.007136:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:0.0:1790964090.007139:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.007141:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:0.0:1790964090.007143:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000001:0.0:1790964090.007148:0:28628:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964090.007173:0:28628:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe08f 00000020:00000001:0.0:1790964090.007177:0:28628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964090.007180:0:28628:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000065172768 refcount=4 00000020:00000001:0.0:1790964090.007183:0:28628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124335632384 : -114949373919232 : ffff977443668000) 00000020:00000001:0.0:1790964090.007186:0:28628:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629124335632384 : -114949373919232 : ffff977443668000) 00000100:00000040:0.0:1790964090.007189:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:0.0:1790964090.007191:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.007193:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:0.0:1790964090.007195:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000040:0.0:1790964090.007198:0:28628:0:(genops.c:879:class_export_put()) PUTting export 0000000065172768 : new refcount 3 00000100:00080000:0.0:1790964090.007201:0:28628:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000e9ca9fb3 using connection 192.168.201.121@tcp/0@lo 00000100:00000001:0.0:1790964090.007203:0:28628:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.007206:0:28628:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964090.007217:0:28628:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964090.007220:0:28628:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007223:0:28628:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964090.007227:0:28628:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964090.007236:0:28628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019bf512a. 00000020:00000040:0.0:1790964090.007240:0:28628:0:(genops.c:1210:class_import_get()) import 00000000e9ca9fb3 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:0.0:1790964090.007245:0:28628:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964090.007246:0:28628:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007250:0:28628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964090.007254:0:28628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964090.007259:0:28628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964090.007269:0:28628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004ceb46fb. 00000100:00000001:0.0:1790964090.007277:0:28628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.007288:0:28628:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964090.007299:0:28628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964090.007302:0:28628:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007306:0:28628:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019bf512a] to pc [ptlrpcd_rcv+-1] req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007334:0:28628:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007342:0:28628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964090.007347:0:28628:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964090.007350:0:28628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebee0325. 00000020:00000040:0.0:1790964090.007353:0:28628:0:(genops.c:1210:class_import_get()) import 000000006bca66cb refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1790964090.007356:0:28628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964090.007358:0:28628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964090.007360:0:28628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964090.007364:0:28628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054626ae7. 00000100:00000001:0.0:1790964090.007367:0:28628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007371:0:28628:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964090.007379:0:28628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964090.007380:0:28628:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007385:0:28628:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebee0325] to pc [ptlrpcd_00_03+3] req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964090.007397:0:30956:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964090.007401:0:30956:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1790964090.007407:0:30956:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964079/real 1790964079] req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007411:0:28628:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007416:0:28628:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (959) 00000400:00000001:1.0:1790964090.007423:0:30956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964090.007425:0:30956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964090.007428:0:30956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000386400ec. 00000100:00000001:0.0:1790964090.007428:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964090.007433:0:30960:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964090.007435:0:30960:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1790964090.007437:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628372b0 00000100:00000040:0.0:1790964090.007439:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790964090.007440:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000628372b0. 00000100:00000001:1.0:1790964090.007446:0:30956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1790964090.007446:0:30960:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1790964090.007448:0:30956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007448:0:30960:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.007452:0:30960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1790964090.007455:0:30956:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1790964090.007455:0:30960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964090.007458:0:30960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.007460:0:30960:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ebee0325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:30960:1877961933328512:0@lo:400: 00000100:00000001:1.0:1790964090.007462:0:30956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964090.007464:0:30956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.007465:0:30960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1790964090.007466:0:30956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964090.007468:0:30956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1790964090.007469:0:30960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1790964090.007471:0:30956:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1790964090.007472:0:30960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.007475:0:30960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1790964090.007477:0:30956:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1790964090.007500:0:30960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6cde892. 02000000:00000001:0.0:1790964090.007508:0:30960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964090.007516:0:30960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000119f09bf. 00000400:00000010:0.0:1790964090.007522:0:30960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035eb7a23. 00000100:00000200:0.0:1790964090.007528:0:30960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961933328512, portal 10 00000100:00000001:0.0:1790964090.007532:0:30960:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964090.007533:0:30960:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629128752556544 : -114944956995072 : ffff97754aab6a00) 00000100:00000040:0.0:1790964090.007541:0:30960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007548:0:30960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964090.007550:0:30960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964090.007553:0:30960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c0cb909. 00000100:00000200:0.0:1790964090.007555:0:30960:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961933328512, offset 0 00000400:00000200:0.0:1790964090.007561:0:30960:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964090.007577:0:30960:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964090.007589:0:30960:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff15f01080 00000400:00000200:0.0:1790964090.007595:0:30960:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:0.0:1790964090.007607:0:30960:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964090.007612:0:30960:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964090.007620:0:30960:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964090.007622:0:30960:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790964090.007626:0:30960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e0881a1. 00000100:00000040:0.0:1790964090.007629:0:30960:0:(events.c:341:request_in_callback()) incoming req@000000006e0881a1 x1877961933328512 msgsize 224 00000100:00100000:0.0:1790964090.007632:0:30960:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1790964090.007640:0:30960:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964090.007648:0:30960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0cb909 00000400:00000010:0.0:1790964090.007650:0:30960:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002c0cb909. 00000100:00000001:0.0:1790964090.007653:0:30960:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964090.007655:0:30960:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964090.007658:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964090.007660:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.007663:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964090.007664:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964090.007665:0:30956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1790964090.007665:0:30960:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964090.007667:0:30960:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964090.007668:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007674:0:30960:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.007675:0:30956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964090.007676:0:30956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964090.007678:0:30956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964090.007679:0:30956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964090.007681:0:30956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007682:0:30960:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1790964090.007687:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000019bf512a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933328384:0@lo:38: 00000100:00000001:0.0:1790964090.007688:0:30960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.007690:0:30956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964090.007692:0:30956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964090.007693:0:30956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.007693:0:30960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6270 usecs (7 jiffies) 02000000:00000001:1.0:1790964090.007695:0:30956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1790964090.007697:0:30960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295622156 02000000:00000010:1.0:1790964090.007698:0:30956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000006b527cb. 02000000:00000001:1.0:1790964090.007700:0:30956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964090.007700:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060df33f6. 00000400:00000010:1.0:1790964090.007703:0:30956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a29d1953. 00000400:00000010:1.0:1790964090.007707:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284e7cad. 00000100:00000001:0.0:1790964090.007708:0:30960:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:1.0:1790964090.007709:0:30956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961933328384, portal 4 00000100:00000001:1.0:1790964090.007711:0:30956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964090.007712:0:30956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629128752559232 : -114944956992384 : ffff97754aab7480) 00000100:00000001:0.0:1790964090.007714:0:30960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295622156 00000100:00000010:0.0:1790964090.007718:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7a77841. 00000020:00000010:1.0:1790964090.007720:0:30956:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000081f2f52b. 00000100:00000001:0.0:1790964090.007721:0:30960:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1790964090.007724:0:30956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007724:0:30960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295622156 00000100:00000010:0.0:1790964090.007727:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000746076b4. 00000100:00000001:1.0:1790964090.007730:0:30956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1790964090.007730:0:30960:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1790964090.007732:0:30956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1790964090.007733:0:30960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295622156 00000400:00000010:1.0:1790964090.007734:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4877a74. 00000100:00000200:1.0:1790964090.007735:0:30956:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961933328384, offset 0 00000100:00000010:0.0:1790964090.007736:0:30960:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec84d9ab. 00000400:00000200:1.0:1790964090.007739:0:30956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1790964090.007739:0:30960:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964090.007743:0:30960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1790964090.007745:0:30956:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1790964090.007745:0:30960:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790964090.007749:0:30956:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff15f01000 00000100:00000001:0.0:1790964090.007749:0:30960:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007751:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790964090.007754:0:30956:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000100:00000001:0.0:1790964090.007755:0:30960:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964090.007757:0:30960:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790964090.007758:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1790964090.007760:0:30956:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1790964090.007760:0:30960:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964090.007761:0:30960:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790964090.007763:0:30956:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964090.007764:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.007766:0:30956:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964090.007768:0:30956:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1790964090.007771:0:30956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aedfeddd. 00000100:00000040:1.0:1790964090.007773:0:30956:0:(events.c:341:request_in_callback()) incoming req@00000000aedfeddd x1877961933328384 msgsize 520 00000100:00000001:0.0:1790964090.007773:0:30959:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964090.007775:0:30959:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964090.007776:0:30956:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964090.007785:0:30956:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964090.007791:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4877a74 00000400:00000010:1.0:1790964090.007792:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4877a74. 00000100:00000001:1.0:1790964090.007800:0:30956:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964090.007802:0:30956:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790964090.007808:0:31838:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bee4b4e0. 00000100:00000001:1.0:1790964090.007810:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964090.007811:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964090.007817:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007817:0:31838:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1790964090.007818:0:30956:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1790964090.007820:0:31838:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933328512 00000100:00000001:1.0:1790964090.007822:0:30956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.007822:0:31838:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1790964090.007825:0:30956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7842 usecs (8 jiffies) 00000100:00000001:0.0:1790964090.007825:0:31838:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964090.007827:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295622157 00000100:00000001:0.0:1790964090.007827:0:31838:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.007831:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295622156 02000000:00000001:0.0:1790964090.007836:0:31838:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.007842:0:31838:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933328512 00000020:00000001:0.0:1790964090.007844:0:31838:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964090.007845:0:31838:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe0d5 00000100:00000001:1.0:1790964090.007846:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295622157 00000020:00000001:0.0:1790964090.007847:0:31838:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1790964090.007848:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295622156 00000100:00000001:1.0:1790964090.007850:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295622157 00000020:00000040:0.0:1790964090.007850:0:31838:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e9d789a4 refcount=5 00000100:00000001:1.0:1790964090.007852:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295622156 00000020:00000001:0.0:1790964090.007852:0:31838:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629124319524864 : -114949390026752 : ffff97744270b800) 00000100:00000001:1.0:1790964090.007855:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295622157 00000020:00000001:0.0:1790964090.007855:0:31838:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629124319524864 : -114949390026752 : ffff97744270b800) 00000100:00000001:1.0:1790964090.007857:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295622156 00000100:00000001:1.0:1790964090.007859:0:30956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964090.007859:0:31838:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1790964090.007861:0:30956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964090.007863:0:31838:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000096335c1. 00000100:00000001:1.0:1790964090.007864:0:30956:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.007866:0:31838:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1790964090.007867:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790964090.007868:0:31838:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000096335c1. 00000100:00000001:1.0:1790964090.007873:0:30956:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1790964090.007876:0:30956:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964090.007877:0:30956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1790964090.007877:0:31838:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000106da13e. 00000100:00000001:1.0:1790964090.007879:0:30956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964090.007881:0:30956:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1790964090.007883:0:30956:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000010:0.0:1790964090.007883:0:31838:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ae13fd. 00000100:00080000:1.0:1790964090.007887:0:30956:0:(import.c:65:import_set_state_nolock()) 00000000a756a564 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1790964090.007888:0:31838:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee7988d. 00000100:00000040:0.0:1790964090.007896:0:31838:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1790964090.007898:0:31838:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964090.007900:0:31838:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1790964090.007902:0:30956:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1790964090.007903:0:31838:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964090.007905:0:30956:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1790964090.007908:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007912:0:31838:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1790964090.007915:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aee47ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933325568:0@lo:8: 00000100:00000001:0.0:1790964090.007915:0:31838:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1790964090.007917:0:31838:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.007925:0:31838:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.007935:0:31838:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964090.007937:0:31838:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964090.007942:0:31838:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964090.007945:0:31838:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000e9d789a4 : new rpc_count 1 00000100:00000001:0.0:1790964090.007947:0:31838:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629128752552960 : -114944956998656 : ffff97754aab5c00) 00000100:00000040:0.0:1790964090.007952:0:31838:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e0881a1 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1790964101 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.007962:0:31838:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964090.007964:0:31838:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000096335c1. 00000100:00000001:0.0:1790964090.007966:0:31838:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964090.007974:0:31838:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000096335c1. 00000100:00100000:0.0:1790964090.007978:0:31838:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006e0881a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30960:x1877961933328512:12345-0@lo:400: 00000100:00000200:0.0:1790964090.007994:0:31838:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933328512 00000020:00000001:0.0:1790964090.007998:0:31838:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964090.008003:0:31838:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964090.008006:0:31838:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.008008:0:31838:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964090.008011:0:31838:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649973440 : -1059578176 : ffffffffc0d81ec0) 00000020:00000001:0.0:1790964090.008015:0:31838:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964090.008018:0:31838:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964090.008021:0:31838:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964090.008024:0:31838:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964090.008026:0:31838:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.008028:0:31838:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964090.008032:0:31838:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964090.008034:0:31838:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964090.008038:0:31838:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009136958b. 02000000:00000001:0.0:1790964090.008041:0:31838:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008044:0:31838:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.008046:0:31838:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964090.008049:0:31838:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961933328512 00010000:00000001:0.0:1790964090.008052:0:31838:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964090.008057:0:31838:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000006e0881a1 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1790964101 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964090.008064:0:31838:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964090.008067:0:31838:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964090.008070:0:31838:0:(import.c:2195:obd_at_measure()) add 1 to 00000000c7518238 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964090.008074:0:31838:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.008075:0:31838:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 17 to 0@lo 00000100:00000001:0.0:1790964090.008077:0:31838:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 02000000:00000001:0.0:1790964090.008080:0:31838:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964090.008082:0:31838:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008085:0:31838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964090.008086:0:31838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964090.008093:0:31838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c0cb909. 00000100:00000200:0.0:1790964090.008096:0:31838:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961933328512, offset 224 00000400:00000200:0.0:1790964090.008100:0:31838:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964090.008106:0:31838:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1790964090.008107:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.008109:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964090.008111:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aee47ddc x1877961933325568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964089 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790964090.008111:0:31838:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff15f01080 00000400:00000200:0.0:1790964090.008115:0:31838:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000100:00000001:1.0:1790964090.008119:0:30956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1790964090.008120:0:31838:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1790964090.008122:0:30956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1790964090.008123:0:31838:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1790964090.008124:0:30956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000afafd871. 00000100:00000001:0.0:1790964090.008125:0:31838:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1790964090.008128:0:30956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1790964090.008128:0:31838:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1790964090.008130:0:30956:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964090.008132:0:30956:0:(genops.c:1223:class_import_put()) import 00000000a756a564 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1790964090.008134:0:30956:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:0.0:1790964090.008135:0:31838:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790964090.008137:0:30956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000358f0332. 02000000:00000001:1.0:1790964090.008141:0:30956:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964090.008142:0:30956:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964090.008144:0:30956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aee47ddc. 00000100:00000001:0.0:1790964090.008146:0:31838:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964090.008147:0:30956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964090.008148:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964090.008150:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790964090.008150:0:31838:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0cb909 00000400:00000010:0.0:1790964090.008151:0:31838:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002c0cb909. 00000100:00000001:1.0:1790964090.008153:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964090.008154:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1790964090.008154:0:31838:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964090.008155:0:31838:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964090.008156:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964090.008157:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964090.008158:0:31838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964090.008159:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.008160:0:31838:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:1.0:1790964090.008161:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964090.008163:0:31838:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964090.008164:0:31838:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.008167:0:31838:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964090.008169:0:31838:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e0881a1 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1790964101 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964090.008177:0:31838:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006e0881a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30960:x1877961933328512:12345-0@lo:400: Request processed in 214us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964090.008184:0:31838:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1790964090.008187:0:31838:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9d789a4 : new rpc_count 0 00000100:00000001:0.0:1790964090.008189:0:31838:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964090.008190:0:31838:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964090.008195:0:31838:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ae13fd. 00000020:00000010:0.0:1790964090.008199:0:31838:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee7988d. 00000020:00000010:0.0:1790964090.008213:0:31838:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000106da13e. 00000100:00000001:3.0:1790964090.008300:0:31871:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964090.008304:0:31871:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964090.008305:0:31871:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964090.008307:0:31871:0:(client.c:2716:ptlrpc_set_wait()) set 0000000063ffe811 going to sleep for 0 seconds 00000100:00000001:3.0:1790964090.008309:0:31871:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964090.008312:0:31871:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964090.008320:0:31871:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964090.008321:0:31871:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964090.008323:0:31871:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964090.008450:0:31838:0:(genops.c:879:class_export_put()) PUTting export 00000000e9d789a4 : new refcount 4 00000100:00000001:0.0:1790964090.008455:0:31838:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008473:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964090.008475:0:30960:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964090.008507:0:30960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964090.008508:0:30960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964090.008510:0:30960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000119f09bf. 00000400:00000200:0.0:1790964090.008514:0:30960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035eb7a23 00000400:00000010:0.0:1790964090.008516:0:30960:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000035eb7a23. 00000100:00000001:0.0:1790964090.008518:0:30960:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964090.008521:0:30960:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964090.008528:0:30960:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.008533:0:30960:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964090.008534:0:30960:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008536:0:30960:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964090.008539:0:30960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964090.008541:0:30960:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964090.008543:0:30960:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.008545:0:30960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964090.008551:0:30960:0:(import.c:2195:obd_at_measure()) add 5 to 00000000131c5410 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964090.008554:0:30960:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a11787f2 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964090.008557:0:30960:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964090.008558:0:30960:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964090.008561:0:30960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790964090.008566:0:30960:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964090.008582:0:30960:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008586:0:30960:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790964090.008587:0:30960:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1790964090.008589:0:30960:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790964090.008590:0:30960:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.008594:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.008605:0:30960:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964090.008607:0:30960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964090.008609:0:30960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964090.008611:0:30960:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964090.008617:0:30960:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ebee0325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:30960:1877961933328512:0@lo:400: 00000100:00000001:0.0:1790964090.008621:0:30960:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008623:0:30960:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964090.008625:0:30960:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebee0325 x1877961933328512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.008630:0:30960:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964090.008632:0:30960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964090.008634:0:30960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6cde892. 02000000:00000001:0.0:1790964090.008639:0:30960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964090.008640:0:30960:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964090.008641:0:30960:0:(genops.c:1223:class_import_put()) import 000000006bca66cb refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1790964090.008643:0:30960:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964090.008644:0:30960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054626ae7. 02000000:00000001:0.0:1790964090.008646:0:30960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964090.008648:0:30960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964090.008648:0:30960:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebee0325. 00000100:00000001:0.0:1790964090.008650:0:30960:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964090.008651:0:30960:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008653:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008657:0:30960:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964090.008658:0:30960:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008660:0:30960:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964090.008662:0:30960:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964090.008671:0:28628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790964090.008675:0:28628:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1790964090.008677:0:28628:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964090.008679:0:28628:0:(import.c:65:import_set_state_nolock()) 00000000a756a564 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964090.008687:0:28628:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964090.008689:0:28628:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 944 00000100:00001000:0.0:1790964090.008693:0:28628:0:(import.c:2195:obd_at_measure()) add 10 to 0000000031dfd6db time=1790964090 v=0 (0 0 0 0) 00000100:00001000:0.0:1790964090.008695:0:28628:0:(import.c:2261:obd_at_measure()) AT 0000000031dfd6db change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964090.008698:0:28628:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964090.008700:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:0.0:1790964090.008703:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.008704:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:0.0:1790964090.008706:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000001:0.0:1790964090.008708:0:28628:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964090.008709:0:28628:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd17c0bd4a50fe07a 00000020:00000001:0.0:1790964090.008711:0:28628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964090.008713:0:28628:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e4ec6a2d refcount=4 00000020:00000001:0.0:1790964090.008715:0:28628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629129085382656 : -114944624168960 : ffff97755e81f000) 00000020:00000001:0.0:1790964090.008716:0:28628:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629129085382656 : -114944624168960 : ffff97755e81f000) 00000100:00000040:0.0:1790964090.008718:0:28628:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 15 to 0@lo 00000100:00000001:0.0:1790964090.008720:0:28628:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.008721:0:28628:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:0.0:1790964090.008722:0:28628:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000020:00000040:0.0:1790964090.008724:0:28628:0:(genops.c:879:class_export_put()) PUTting export 00000000e4ec6a2d : new refcount 3 00000100:00080000:0.0:1790964090.008727:0:28628:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000a756a564 using connection 192.168.201.121@tcp/0@lo 00000100:00000001:0.0:1790964090.008729:0:28628:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.008731:0:28628:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964090.008738:0:28628:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964090.008740:0:28628:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008743:0:28628:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964090.008745:0:28628:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964090.008748:0:28628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebee0325. 00000020:00000040:0.0:1790964090.008751:0:28628:0:(genops.c:1210:class_import_get()) import 00000000a756a564 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1790964090.008754:0:28628:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964090.008756:0:28628:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008763:0:28628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964090.008765:0:28628:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964090.008768:0:28628:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964090.008773:0:28628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000da7fd9c6. 00000100:00000001:0.0:1790964090.008779:0:28628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.008784:0:28628:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964090.008792:0:28628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964090.008793:0:28628:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.008796:0:28628:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebee0325] to pc [ptlrpcd_rcv+-1] req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.008808:0:28628:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.008812:0:28628:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (959) 00000020:00000010:0.0:1790964090.008847:0:31843:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006d7fd486. 00000100:00000001:0.0:1790964090.008854:0:31843:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964090.008856:0:31843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961933328384 02000000:00000001:0.0:1790964090.008858:0:31843:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964090.008859:0:31843:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964090.008861:0:31843:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964090.008864:0:31843:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964090.008867:0:31843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961933328384 00000020:00000001:0.0:1790964090.008868:0:31843:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964090.008870:0:31843:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964090.008871:0:31843:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964090.008873:0:31843:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.008874:0:31843:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964090.008878:0:31843:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000106da13e. 00000020:00000010:0.0:1790964090.008881:0:31843:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ae13fd. 00000020:00000010:0.0:1790964090.008885:0:31843:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eee7988d. 00000100:00000001:0.0:1790964090.008888:0:31843:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964090.008889:0:31843:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964090.008891:0:31843:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008896:0:31843:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.008904:0:31843:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964090.008913:0:31843:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964090.008919:0:31843:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964090.008922:0:31843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964090.008925:0:31843:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629129583214592 : -114944126337024 : ffff97757c2e4000) 00000100:00000040:0.0:1790964090.008928:0:31843:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aedfeddd x1877961933328384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964090.008937:0:31843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000aedfeddd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:30956:x1877961933328384:12345-0@lo:38: 00000100:00000200:0.0:1790964090.008941:0:31843:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961933328384 00000020:00000001:0.0:1790964090.008944:0:31843:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964090.008947:0:31843:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:0.0:1790964090.008961:0:31843:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1790964090.008966:0:31843:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1790964090.011350:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964090.011364:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964090.011368:0:30956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964090.011382:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964090.011397:0:30956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964090.011400:0:30956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964090.011404:0:30956:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964090.011409:0:30956:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964090.011412:0:30956:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964090.011415:0:30956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ebee0325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933328640:0@lo:8: 00000100:00000001:3.0:1790964090.011420:0:30956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964090.011425:0:30956:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964090.011428:0:30956:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964090.011431:0:30956:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964090.011444:0:30956:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036c8b9d6. 02000000:00000001:3.0:1790964090.011446:0:30956:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964090.011454:0:30956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000392bd0a1. 00000400:00000010:3.0:1790964090.011464:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe0fb08. 00000100:00000200:3.0:1790964090.011472:0:30956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961933328640, portal 4 00000100:00000001:3.0:1790964090.011474:0:30956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964090.011476:0:30956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629128752556544 : -114944956995072 : ffff97754aab6a00) 00000100:00000040:3.0:1790964090.011524:0:30956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964090.011532:0:30956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964090.011535:0:30956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964090.011538:0:30956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4cf8133. 00000100:00000200:3.0:1790964090.011541:0:30956:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961933328640, offset 0 00000400:00000200:3.0:1790964090.011547:0:30956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964090.011565:0:30956:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964090.011579:0:30956:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff15f01100 00000400:00000100:3.0:1790964090.011584:0:30956:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961933328640 offset 0 length 520: 4 00000400:00000200:3.0:1790964090.011606:0:30956:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000c83f5732 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1790964090.011608:0:30956:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1790964090.011622:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4cf8133 00000400:00000010:3.0:1790964090.011625:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c4cf8133. 00000100:00000001:3.0:1790964090.011630:0:30956:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964090.011634:0:30956:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964090.011643:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964090.011646:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebee0325 x1877961933328640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964090.011652:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964090.011653:0:30956:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964090.011659:0:30956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964090.011663:0:30956:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1790964090.011667:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295622160 00000100:00000001:3.0:1790964090.011676:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295622157 00000100:00000001:3.0:1790964090.011682:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295622160 00000100:00000001:3.0:1790964090.011684:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295622157 00000100:00000001:3.0:1790964090.011687:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295622160 00000100:00000001:3.0:1790964090.011690:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295622157 00000100:00000001:3.0:1790964090.011693:0:30956:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295622160 00000100:00000001:3.0:1790964090.011696:0:30956:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295622157 00000100:00000001:3.0:1790964090.011700:0:30956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964090.011703:0:30956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964090.011707:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964090.011710:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964090.011719:0:30956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964090.011722:0:30956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1790964090.011725:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964090.011726:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964090.011733:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964090.011735:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964090.019545:0:24482:0:(connection.c:75:cpu_latency_work()) work item of 0000000025dac588 (cpu 3) has reached its deadline 4295622160, at 4295622161 00000100:00000040:1.0:1790964090.019545:0:25085:0:(connection.c:75:cpu_latency_work()) work item of 00000000dce1c654 (cpu 1) has reached its deadline 4295622160, at 4295622161 00000100:00000010:3.0:1790964090.019567:0:24482:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec84d9ab. 00000100:00000010:1.0:1790964090.019568:0:25085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7a77841. 00000100:00000040:2.0:1790964090.034356:0:12185:0:(connection.c:75:cpu_latency_work()) work item of 00000000ca12f642 (cpu 2) has reached its deadline 4295622160, at 4295622175 00000100:00000010:2.0:1790964090.034374:0:12185:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000746076b4. 00010000:00000001:0.0:1790964090.037947:0:31843:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964090.037963:0:31843:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964090.037968:0:31843:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964090.037973:0:31843:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964090.037976:0:31843:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1790964090.038035:0:25909:0:(connection.c:75:cpu_latency_work()) work item of 000000007c9cd255 (cpu 0) has reached its deadline 4295622160, at 4295622179 00000100:00000010:0.0:1790964090.038049:0:25909:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060df33f6. 02000000:00000010:0.0:1790964090.038070:0:31843:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000061914e40. 02000000:00000001:0.0:1790964090.038073:0:31843:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.038077:0:31843:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964090.038083:0:31843:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964090.038087:0:31843:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964090.038092:0:31843:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1790964090.038096:0:31843:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964090.038099:0:31843:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964090.038105:0:31843:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000008f1f0806 refcount 17 to 0@lo 00000100:00000001:0.0:1790964090.038107:0:31843:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629128843676992 : -114944865874624 : ffff97755019cd40) 00000100:00000001:0.0:1790964090.038110:0:31843:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446629128843676992 : -114944865874624 : 0xffff97755019cd40) 00000100:00000040:0.0:1790964090.038112:0:31843:0:(connection.c:150:ptlrpc_connection_get()) conn=000000008f1f0806 refcount 17 to 0@lo 02000000:00000001:0.0:1790964090.038114:0:31843:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964090.038130:0:31843:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964090.038135:0:31843:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964090.038137:0:31843:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964090.038144:0:31843:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035eb7a23. 00000100:00000200:0.0:1790964090.038152:0:31843:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961933328384, offset 0 00000400:00000200:0.0:1790964090.038158:0:31843:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964090.038178:0:31843:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964090.038191:0:31843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff15f01000 00000400:00000200:0.0:1790964090.038200:0:31843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 0 00000400:00000200:0.0:1790964090.038212:0:31843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964090.038217:0:31843:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964090.038227:0:31843:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964090.038236:0:31843:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964090.038248:0:31843:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964090.038272:0:31843:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964090.038283:0:31843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035eb7a23 00000400:00000010:0.0:1790964090.038285:0:31843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000035eb7a23. 00000100:00000001:0.0:1790964090.038290:0:31843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964090.038291:0:31843:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964090.038297:0:31843:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964090.038300:0:31843:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000008f1f0806 refcount 16 to 0@lo 00000100:00000001:0.0:1790964090.038302:0:31843:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964090.038305:0:31843:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1790964090.038311:0:31843:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aedfeddd x1877961933328384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964110 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964090.038320:0:31843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000aedfeddd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:30956:x1877961933328384:12345-0@lo:38: Request processed in 29383us (30545us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790964090.038333:0:31843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964090.038337:0:31843:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964090.038338:0:31843:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964090.038347:0:31843:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ae13fd. 00000020:00000010:0.0:1790964090.038353:0:31843:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eee7988d. 00000020:00000010:0.0:1790964090.038364:0:31843:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000106da13e. 00000100:00000001:0.0:1790964090.038371:0:31843:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964090.038567:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964090.038572:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964090.038581:0:30956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964090.038584:0:30956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964090.038586:0:30956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a29d1953. 00000400:00000200:2.0:1790964090.038591:0:30956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284e7cad 00000400:00000010:2.0:1790964090.038593:0:30956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000284e7cad. 00000100:00000001:2.0:1790964090.038595:0:30956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964090.038600:0:30956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964090.038607:0:30956:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964090.038612:0:30956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964090.038614:0:30956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964090.038617:0:30956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964090.038620:0:30956:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964090.038623:0:30956:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964090.038625:0:30956:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964090.038627:0:30956:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964090.038638:0:30956:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008fc4abf6. 00000100:00001000:2.0:1790964090.038647:0:30956:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c7870634 time=1790964090 v=5 (0 0 0 0) 00000100:00001000:2.0:1790964090.038651:0:30956:0:(import.c:2195:obd_at_measure()) add 1 to 00000000dc9313ae time=11 v=10 (10 0 0 0) 00000100:00000001:2.0:1790964090.038654:0:30956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964090.038663:0:30956:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1790964090.038666:0:30956:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964090.038671:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964105 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964090.038679:0:30956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1790964090.038683:0:30956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964090.038685:0:30956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964090.038688:0:30956:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964090.038690:0:30956:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1790964090.038693:0:30956:0:(import.c:65:import_set_state_nolock()) 00000000e9ca9fb3 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964090.038697:0:30956:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1790964090.038701:0:30956:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964090.038704:0:30956:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964105 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964090.038711:0:30956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000019bf512a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30956:1877961933328384:0@lo:38: 00000100:00000001:2.0:1790964090.038716:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964090.038718:0:30956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964090.038721:0:30956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019bf512a x1877961933328384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964105 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964090.038727:0:30956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964090.038730:0:30956:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964090.038733:0:30956:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000006b527cb. 02000000:00000001:2.0:1790964090.038737:0:30956:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964090.038740:0:30956:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964090.038742:0:30956:0:(genops.c:1223:class_import_put()) import 00000000e9ca9fb3 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1790964090.038745:0:30956:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964090.038747:0:30956:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004ceb46fb. 02000000:00000001:2.0:1790964090.038752:0:30956:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964090.038754:0:30956:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964090.038756:0:30956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019bf512a. 00000100:00000001:2.0:1790964090.038760:0:30956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964090.038768:0:30956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964090.038772:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964090.038774:0:30956:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964090.038775:0:30956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964090.038777:0:30956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964090.038779:0:30956:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964090.370146:0:32276:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d36f954f. 00080000:00000010:2.0:1790964090.370157:0:32276:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d36f954f. 00000020:00000001:2.0:1790964090.370164:0:32276:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964090.580580:0:12185:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964090.580592:0:12185:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964090.580602:0:12185:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964090.580604:0:12185:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964090.580839:0:31826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964090.580843:0:31826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964090.580869:0:31826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3103 lines, 3103 kept, 0 dropped, 0 bad.