00000020:01000004:0.0F:1790964112.446287:0:31826:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964112.446299:0:31826:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790964112.446300:0:31826:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790964112.446929:0:31826:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000056253559 00000080:02000400:0.0:1790964112.446942:0:31826:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964112.453693:0:31826:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964112.453707:0:31826:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790964112.453745:0:31826:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000008ff61ed1) 00000020:00000080:0.0:1790964112.457034:0:31826:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0F:1790964112.558846:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1790964112.559319:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1790964112.561076:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.561578:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.561836:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.562039:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.562219:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.562665:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.562933:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.563174:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.563483:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.563732:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.563972:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790964112.564208:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1790964112.568629:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1790964112.571632:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1790964112.571974:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1790964112.573461:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1790964112.573803:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1790964112.574014:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0F:1790964112.578138:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.578730:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.578996:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.579193:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.579551:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.579796:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.580325:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.583104:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.583782:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.584071:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.584328:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.584753:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.585005:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.585257:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.585562:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.585811:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.586052:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.586353:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.586667:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.586892:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.593062:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.593527:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.594072:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1790964112.594362:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.594664:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.595331:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1790964112.597325:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.600766:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.601359:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.601645:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.602080:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.605053:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:1.0:1790964112.605776:0:31826:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:1.0:1790964112.606888:0:31826:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1790964112.607111:0:31826:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1790964112.607119:0:31826:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790964112.607131:0:31826:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc5623 00000020:01000004:1.0:1790964112.607139:0:31826:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1790964112.607144:0:31826:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1790964112.607148:0:31826:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000056253559 from MGS 00000020:01000004:1.0:1790964112.607152:0:31826:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1790964112.607180:0:31826:0:(genops.c:413:class_newdev()) Allocate new device MGS (0000000074b5f346) 00000020:00000080:1.0:1790964112.607193:0:31826:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1790964112.607466:0:31826:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000056253559 from MGS, refs=2 00080000:01000000:1.0:1790964112.607473:0:31826:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790964112.607479:0:31826:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc5631 00000100:00100000:1.0:1790964112.607592:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790964112.607848:0:31826:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1790964112.607855:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1790964112.611619:0:31826:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1790964112.611632:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790964112.612373:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964112.612698:0:31826:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790964112.612704:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1790964112.616809:0:31826:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1790964112.616821:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790964112.617245:0:31826:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790964112.617251:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1790964112.617850:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964112.617854:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964112.617855:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964112.618061:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964112.618064:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964112.618065:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964112.620698:0:31826:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1790964112.626844:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1790964112.877050:0:31826:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2132 MB/s 00000001:01000000:0.0:1790964113.132975:0:31826:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 1890 MB/s 00000001:01000000:0.0:1790964113.382490:0:31826:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 411 MB/s 00000001:01000000:2.0:1790964113.633176:0:31826:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 407 MB/s 00010000:00010000:1.0:1790964113.633245:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0F:1790964113.653642:0:31826:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1790964113.668822:0:31838:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790964113.668930:0:31826:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790964113.668995:0:31826:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:3.0:1790964113.669074:0:31826:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:3.0:1790964113.669100:0:31826:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1790964113.669434:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964113.669621:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1790964113.669628:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1790964113.677097:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1790964113.677116:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964113.677647:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964113.677655:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1790964113.680988:0:31826:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790964113.681012:0:31826:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.115@tcp' 00000020:01000004:3.0:1790964113.681014:0:31826:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790964113.681075:0:31826:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.115@tcp (typ=mgc) 00000020:00000080:3.0:1790964113.681104:0:31826:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.115@tcp (00000000c4069887) 00000020:00000080:3.0:1790964113.681121:0:31826:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790964113.681248:0:31826:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000085218dd5@MGC192.168.204.115@tcp: add connection 192.168.204.115@tcp at head 00010000:00010000:3.0:1790964113.681430:0:31826:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.115@tcp-0 is initialized 00000040:01000000:3.0:1790964113.681437:0:31826:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.115@tcp ctxt 1 is initialized 00000100:00080000:0.0:1790964113.681691:0:31843:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1790964113.686324:0:31844:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1790964113.686637:0:31826:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.115@tcp (uuid a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7) 00000020:00000080:2.0:1790964113.686661:0:31826:0:(genops.c:1385:class_connect()) connect: client a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7, cookie 0x30a99e5e7bbc563f 00000100:00080000:2.0:1790964113.686674:0:31826:0:(import.c:545:import_select_connection()) MGC192.168.204.115@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964113.686680:0:31826:0:(import.c:665:import_select_connection()) MGC192.168.204.115@tcp: import 0000000085218dd5 using connection 192.168.204.115@tcp/0@lo 00000100:00100000:2.0:1790964113.686715:0:31826:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000035c890b1 x1877961967927424/t0(0) o250->MGC192.168.204.115@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964113.686738:0:31826:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7->MGS 00000020:01000004:2.0:1790964113.686759:0:31826:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1790964113.686764:0:31826:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1790964113.686790:0:31826:0:(genops.c:413:class_newdev()) Allocate new device MDS (0000000082c50882) 00000020:00000080:2.0:1790964113.686802:0:31826:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1790964113.691275:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000035c890b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30965:1877961967927424:0@lo:250: 00000100:00100000:3.0:1790964113.691377:0:30965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964113.692292:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967927424 00000100:00100000:1.0:1790964113.692302:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967927424 00000100:00100000:1.0:1790964113.692339:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964113.692346:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001b3f7157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:30965:x1877961967927424:12345-0@lo:250: 00010000:00080000:1.0:1790964113.692380:0:31841:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo t0 exp 0000000000000000 cur 975 last 0 00000020:00000080:1.0:1790964113.692436:0:31841:0:(genops.c:1385:class_connect()) connect: client a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7, cookie 0x30a99e5e7bbc564d 00000100:00080000:1.0:1790964113.692581:0:31841:0:(import.c:65:import_set_state_nolock()) 0000000026a51b4e : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964113.692638:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001b3f7157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+5:30965:x1877961967927424:12345-0@lo:250: Request processed in 291us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964113.692646:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964113.692693:0:30965:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.115@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790964113.692704:0:30965:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.115@tcp: connect to target with instance 0 00000100:00080000:1.0:1790964113.692711:0:30965:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.115@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790964113.692716:0:30965:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790964113.692719:0:30965:0:(import.c:65:import_set_state_nolock()) 0000000085218dd5 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790964113.692722:0:30965:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790964113.692729:0:30965:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790964113.692734:0:30965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000035c890b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30965:1877961967927424:0@lo:250: 00000100:00100000:3.0:1790964113.701740:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964113.706755:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1790964113.706768:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1790964113.712082:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1790964113.712095:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1790964113.712871:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964113.712881:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1790964113.726451:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964113.726676:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1790964113.726683:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790964113.731057:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790964113.731070:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964113.792606:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964113.792830:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964113.792838:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1790964113.804417:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1790964113.804439:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1790964113.805243:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964113.805443:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790964113.805449:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1790964113.805903:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964113.805915:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1790964113.806473:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964113.806616:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964113.806620:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1790964113.807270:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1790964113.807277:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1790964113.807870:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964113.808103:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1790964113.808108:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790964113.808714:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964113.808722:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1790964113.835042:0:31826:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964113.835248:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790964113.835255:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1790964113.851967:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964113.853599:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1790964113.860980:0:31826:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790964113.860994:0:31826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1790964113.861818:0:31826:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1790964113.861847:0:31826:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1790964113.861853:0:31826:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.115@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1790964113.861964:0:31826:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.115@tcp ctxt 0 is initialized 00000020:01000004:0.0:1790964113.861995:0:31826:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.115@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1790964113.861999:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1790964113.862001:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964113.862002:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964113.862004:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964113.862005:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964113.862006:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964113.862007:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964113.862009:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964113.862010:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964113.862011:0:31826:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964113.862013:0:31826:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1790964113.862016:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790964113.862017:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964113.862018:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964113.862019:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964113.862020:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964113.862021:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964113.862025:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964113.862026:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964113.862027:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964113.862027:0:31826:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964113.862051:0:31826:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1790964113.862066:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927552:0@lo:253: 00000100:00100000:0.0:1790964113.862130:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.862182:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b94caf71 going to sleep for 11 seconds 00000100:00100000:3.0:1790964113.862256:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967927552 00000100:00100000:3.0:1790964113.862264:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967927552 00000100:00100000:3.0:1790964113.862309:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964113.862317:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f0633d31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+5:31826:x1877961967927552:12345-0@lo:253: 20000000:01000000:3.0:1790964113.862359:0:31842:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964113.862362:0:31842:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790964113.862366:0:31842:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1790964113.864619:0:31862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790964113.865148:0:31842:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1790964113.873916:0:31863:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1790964113.873927:0:31863:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1790964113.873930:0:31863:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:0.0:1790964113.873940:0:31863:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:3.0:1790964113.874149:0:31842:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964113.874159:0:31842:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1790964113.875618:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f0633d31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+5:31826:x1877961967927552:12345-0@lo:253: Request processed in 13295us (13481us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964113.875632:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790964113.875910:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927552:0@lo:253: 10000000:01000000:0.0:1790964113.875925:0:31826:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1790964113.875928:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790964113.875930:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964113.875931:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964113.875932:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964113.875934:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964113.875935:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964113.875936:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964113.875937:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964113.875939:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964113.875940:0:31826:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1790964113.875957:0:31826:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000056253559 from lustre-MDT0000 10000000:01000000:0.0:1790964113.875982:0:31826:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1790964113.875984:0:31826:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790964113.875988:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8fda54790000 10000000:01000000:0.0:1790964113.875991:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964113.875999:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8fda54790000 from 1 10000000:01000000:0.0:1790964113.876001:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1790964113.876034:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.876043:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.876058:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964113.876075:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927680:0@lo:101: 00000100:00100000:0.0:1790964113.876118:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.876175:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1e1a812 going to sleep for 11 seconds 00000100:00100000:1.0:1790964113.876237:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967927680 00000100:00100000:1.0:1790964113.876244:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967927680 00000100:00100000:1.0:1790964113.876281:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964113.876288:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005d90df9f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+5:31826:x1877961967927680:12345-0@lo:101: 00010000:00010000:1.0:1790964113.876300:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964113.876313:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000024ccefb7/0x30a99e5e7bbc565b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc5654 expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964113.876344:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024ccefb7/0x30a99e5e7bbc565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5654 expref: 6 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964113.876355:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000024ccefb7/0x30a99e5e7bbc565b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5654 expref: 6 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964113.876363:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000024ccefb7, rc 0) 00000100:00100000:1.0:1790964113.876427:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005d90df9f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+6:31826:x1877961967927680:12345-0@lo:101: Request processed in 139us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964113.876433:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964113.876597:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927680:0@lo:101: 00010000:00010000:0.0:1790964113.876611:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc565b expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.876618:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc565b expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964113.876683:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927808:0@lo:501: 00000100:00100000:0.0:1790964113.876707:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.876781:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1e1a812 going to sleep for 11 seconds 00000100:00100000:3.0:1790964113.877110:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967927808 00000100:00100000:3.0:1790964113.877115:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967927808 00000100:00100000:3.0:1790964113.877182:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964113.877189:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a1091d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+6:31826:x1877961967927808:12345-0@lo:501: 00000100:00100000:3.0:1790964113.877267:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a1091d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+6:31826:x1877961967927808:12345-0@lo:501: Request processed in 79us (559us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790964113.877274:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964113.877329:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927808:0@lo:501: 10000000:01000000:0.0:1790964113.877358:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1790964113.877378:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc565b expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.877407:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 000000006e97ac21/0x30a99e5e7bbc5654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc565b expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964113.877415:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fda5f1c5000 10000000:01000000:0.0:1790964113.877419:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790964113.877431:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8fda5f1c5000 10000000:01000000:0.0:1790964113.877433:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1790964113.877436:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8fda5f1c5000 from 1 10000000:01000000:0.0:1790964113.877438:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1790964113.877457:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.877464:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.877471:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964113.877493:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927936:0@lo:101: 00000100:00100000:0.0:1790964113.877519:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.879328:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1e1a812 going to sleep for 11 seconds 00000100:00100000:1.0:1790964113.891131:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967927936 00000100:00100000:1.0:1790964113.891149:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967927936 00000100:00100000:0.0:1790964113.897069:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964113.897082:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cba69de5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+6:31826:x1877961967927936:12345-0@lo:101: 00010000:00010000:0.0:1790964113.897103:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964113.897127:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c6139c78/0x30a99e5e7bbc5669 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc5662 expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897152:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6139c78/0x30a99e5e7bbc5669 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5662 expref: 7 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897163:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c6139c78/0x30a99e5e7bbc5669 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5662 expref: 7 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897172:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c6139c78, rc 0) 00000100:00100000:0.0:1790964113.897249:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cba69de5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+7:31826:x1877961967927936:12345-0@lo:101: Request processed in 169us (19730us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964113.897268:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964113.897333:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967927936:0@lo:101: 00010000:00010000:0.0:1790964113.897351:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5669 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897360:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc5669 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964113.897378:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1790964113.897410:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5669 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897417:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 0000000001863b59/0x30a99e5e7bbc5662 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5669 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964113.897425:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790964113.897444:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964113.897449:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8fda5f1c5000 10000000:01000000:0.0:1790964113.897451:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1790964113.897455:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1790964113.897458:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1790964113.897479:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897496:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.897504:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964113.897535:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928064:0@lo:101: 00000100:00100000:0.0:1790964113.897571:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.897611:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1e1a812 going to sleep for 11 seconds 00000100:00100000:2.0:1790964113.897822:0:31841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928064 00000100:00100000:2.0:1790964113.897832:0:31841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928064 00000100:00100000:2.0:1790964113.897869:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790964113.897877:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f91e09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+7:31826:x1877961967928064:12345-0@lo:101: 00010000:00010000:2.0:1790964113.897887:0:31841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790964113.897898:0:31841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b11e5713/0x30a99e5e7bbc5677 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc5670 expref: -99 pid: 31841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964113.897915:0:31841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b11e5713/0x30a99e5e7bbc5677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5670 expref: 8 pid: 31841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964113.897924:0:31841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b11e5713/0x30a99e5e7bbc5677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc5670 expref: 8 pid: 31841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964113.897931:0:31841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b11e5713, rc 0) 00000100:00100000:2.0:1790964113.897987:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f91e09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+8:31826:x1877961967928064:12345-0@lo:101: Request processed in 112us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964113.897993:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964113.898092:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928064:0@lo:101: 00010000:00010000:0.0:1790964113.898103:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5677 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964113.898110:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc5677 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964113.898162:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928192:0@lo:501: 00000100:00100000:0.0:1790964113.898188:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964113.898209:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f1e1a812 going to sleep for 11 seconds 00000100:00100000:3.0:1790964113.898255:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928192 00000100:00100000:3.0:1790964113.898259:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928192 00000100:00100000:3.0:1790964113.898288:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964113.898294:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d259acf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+8:31826:x1877961967928192:12345-0@lo:501: 00000100:00100000:3.0:1790964113.898469:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d259acf9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31826:x1877961967928192:12345-0@lo:501: Request processed in 175us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964113.898475:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790964113.898543:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007a8caf92 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928192:0@lo:501: 00000100:00100000:2.0:1790964113.898589:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928320:0@lo:503: 00000100:00100000:2.0:1790964113.898632:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964113.898675:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a6b9dec1 going to sleep for 11 seconds 00000100:00100000:0.0:1790964113.899089:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928320 00000100:00100000:0.0:1790964113.899095:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928320 00000100:00100000:0.0:1790964113.899134:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964113.899142:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000744191df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31826:x1877961967928320:12345-0@lo:503: 00000100:00100000:0.0:1790964113.900796:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000744191df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31826:x1877961967928320:12345-0@lo:503: Request processed in 1650us (2159us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964113.900807:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790964113.901476:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928320:0@lo:503: 00000100:00100000:1.0:1790964113.903115:0:31864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b71bcfa9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31864:1877961967928448:0@lo:502: 00000100:00100000:1.0:1790964113.903185:0:31864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964113.903221:0:31864:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a532ba77 going to sleep for 11 seconds 00000100:00100000:3.0:1790964113.905400:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928448 00000100:00100000:3.0:1790964113.905417:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928448 00000100:00100000:3.0:1790964113.905502:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790964113.905512:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e8b8fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31864:x1877961967928448:12345-0@lo:502: 00000100:00100000:0.0:1790964113.907807:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e8b8fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31864:x1877961967928448:12345-0@lo:502: Request processed in 2290us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964113.907822:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790964113.907940:0:31864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b71bcfa9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31864:1877961967928448:0@lo:502: 00000020:01000000:2.0:1790964113.907975:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964113.907987:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964113.908001:0:31864:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964113.908007:0:31864:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790964113.908010:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964113.908022:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000003aa3d2fb) 00000020:00000080:2.0:1790964113.908038:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790964113.908044:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790964113.908125:0:31864:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790964113.908132:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc5685 00000020:00000080:2.0:1790964113.908359:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790964113.908364:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964113.908367:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964113.908368:0:31864:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790964113.908371:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964113.908374:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964113.908375:0:31864:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790964113.908378:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964113.908418:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (0000000029a6a8f6) 00000020:00000080:2.0:1790964113.908439:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790964113.908444:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790964113.908446:0:31864:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790964113.908449:0:31864:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790964113.908455:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790964113.908517:0:31864:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000056253559 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790964113.908528:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000a02dc5b9) 00000020:00000080:2.0:1790964113.908536:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790964113.908602:0:31864:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790964113.908608:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x30a99e5e7bbc569a 00000020:00000080:2.0:1790964113.908695:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790964113.908702:0:31864:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790964113.908707:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x30a99e5e7bbc56a1 00080000:01000000:2.0:1790964113.908712:0:31864:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790964113.908715:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc56a8 00010000:00010000:2.0:1790964114.005610:0:31864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964114.006931:0:31864:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964114.007848:0:31864:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964114.008659:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (0000000008a92acb) 00000020:00000080:2.0:1790964114.008686:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964114.009950:0:31864:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964114.009964:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc56b6 00000020:00000080:1.0:1790964114.019048:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964114.034953:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x30a99e5e7bbc56bd 00000020:00000080:2.0:1790964114.035998:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790964114.036012:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964114.036019:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964114.036021:0:31864:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790964114.036024:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964114.036027:0:31864:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1790964114.036029:0:31864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964114.036030:0:31864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964114.036031:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964114.036033:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964114.036034:0:31864:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964114.036036:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964114.036041:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964114.036042:0:31864:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790964114.036046:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790964114.036090:0:31864:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790964114.036107:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964114.036110:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964114.036119:0:31864:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790964114.036122:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790964114.036125:0:31864:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790964114.036128:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964114.036130:0:31864:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790964114.036133:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964114.036138:0:31864:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.115@tcp to nid 0x20000c0a8cc73 (192.168.204.115@tcp) 00000020:01000000:2.0:1790964114.036178:0:31864:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790964114.036181:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964114.036196:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000005e635a44) 00000020:00000080:2.0:1790964114.036211:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790964114.036216:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964114.036272:0:31864:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790964114.036277:0:31864:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790964114.036284:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc56cb 00010000:00080000:2.0:1790964114.036315:0:31864:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e32723df@lustre-OST0000-osc-MDT0000: add connection 192.168.204.115@tcp at head 00010000:00010000:2.0:1790964114.036592:0:31864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790964114.037848:0:31864:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790964114.038051:0:31864:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790964114.044115:0:31864:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964114.050062:0:31864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790964114.055965:0:31864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:3.0:1790964114.063685:0:31868:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790964114.063693:0:31868:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1790964114.064964:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964114.064979:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790964114.065030:0:31864:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1790964114.065051:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x30a99e5e7bbc56d2 00000100:00080000:1.0:1790964114.065062:0:31864:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964114.065066:0:31864:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000e32723df using connection 192.168.204.115@tcp/0@lo 00000100:00100000:1.0:1790964114.065108:0:31864:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd3ae635 x1877961967928576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964114.065134:0:31864:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1790964114.065220:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964114.065225:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.065226:0:31864:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1790964114.065229:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964114.065231:0:31864:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1790964114.065233:0:31864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964114.065235:0:31864:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964114.065236:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964114.065238:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.065240:0:31864:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964114.065242:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964114.065245:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.065246:0:31864:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790964114.065249:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964114.065252:0:31864:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.115@tcp to nid 0x20000c0a8cc73 (192.168.204.115@tcp) 00000020:00000080:1.0:1790964114.065277:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964114.065289:0:31864:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (000000000f7d425e) 00000020:00000080:1.0:1790964114.065300:0:31864:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1790964114.065305:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964114.065361:0:31864:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790964114.065367:0:31864:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:1.0:1790964114.065373:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x30a99e5e7bbc56e0 00010000:00080000:1.0:1790964114.065430:0:31864:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000044699f37@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.115@tcp at head 00010000:00010000:1.0:1790964114.067008:0:31864:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000100:00100000:3.0:1790964114.067884:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fd3ae635 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30965:1877961967928576:0@lo:8: 00000400:00000100:3.0:1790964114.067946:0:30965:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961967928576 offset 0 length 520: 4 00000020:00000080:1.0:1790964114.073608:0:31864:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790964114.073623:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1790964114.073661:0:31864:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790964114.073680:0:31864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x30a99e5e7bbc56e7 00000100:00080000:1.0:1790964114.073691:0:31864:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964114.073945:0:31864:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 0000000044699f37 using connection 192.168.204.115@tcp/0@lo 00000100:00100000:1.0:1790964114.073980:0:31864:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009039cc9f x1877961967928704/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790964114.074010:0:31864:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1790964114.074065:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964114.074069:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.074071:0:31864:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1790964114.074073:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964114.074077:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.074078:0:31864:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790964114.074081:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790964114.074082:0:31864:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1790964114.074109:0:31864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31864:1877961967928832:0@lo:502: 00000100:00100000:3.0:1790964114.074317:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009039cc9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30965:1877961967928704:0@lo:38: 00000100:00100000:3.0:1790964114.074403:0:30965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964114.074651:0:31864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964114.074684:0:31864:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dffa19e1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964114.074867:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928832 00000100:00100000:3.0:1790964114.074876:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928832 00000100:00100000:3.0:1790964114.074923:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964114.074930:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ef90598c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31864:x1877961967928832:12345-0@lo:502: 00000100:00100000:3.0:1790964114.075060:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ef90598c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31864:x1877961967928832:12345-0@lo:502: Request processed in 129us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964114.075067:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790964114.075330:0:31864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31864:1877961967928832:0@lo:502: 00000020:01000000:1.0:1790964114.075359:0:31864:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964114.075365:0:31864:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964114.075366:0:31864:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.timeout 00000040:00080000:1.0:1790964114.075370:0:31864:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000100:00100000:2.0:1790964114.075944:0:31851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928704 00000100:00100000:2.0:1790964114.075952:0:31851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928704 00000100:00100000:2.0:1790964114.075989:0:31851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964114.075994:0:31851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000efcfd11c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30965:x1877961967928704:12345-0@lo:38: 00010000:00020000:2.0:1790964114.076011:0:31851:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790964114.076065:0:31851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000efcfd11c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30965:x1877961967928704:12345-0@lo:38: Request processed in 69us (1680us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790964114.076071:0:31851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:01000000:2.0:1790964114.076559:0:31826:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:2.0:1790964114.076602:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790964114.076620:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5677 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.076630:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 00000000f6d78947/0x30a99e5e7bbc5670 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5677 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964114.076637:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fda5f1c5000 from 1 10000000:01000000:2.0:1790964114.076640:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790964114.076670:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.076677:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.076686:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.076798:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928960:0@lo:101: 00000100:00100000:2.0:1790964114.076842:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.076874:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000144e4cb1 going to sleep for 11 seconds 00000100:00080000:1.0:1790964114.077040:0:30965:0:(import.c:65:import_set_state_nolock()) 0000000044699f37 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790964114.077064:0:30965:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790964114.077067:0:30965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009039cc9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30965:1877961967928704:0@lo:38: 00000100:00100000:1.0:1790964114.077875:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967928960 00000100:00100000:1.0:1790964114.077885:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967928960 00000100:00100000:1.0:1790964114.077979:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964114.077988:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000eba80f16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+9:31826:x1877961967928960:12345-0@lo:101: 00010000:00010000:1.0:1790964114.078003:0:31842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964114.078031:0:31842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc56ee expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.078056:0:31842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 10 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.078065:0:31842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 10 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.078074:0:31842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005f9daee3, rc 0) 00000100:00100000:1.0:1790964114.078138:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000eba80f16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+10:31826:x1877961967928960:12345-0@lo:101: Request processed in 150us (1294us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964114.078145:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790964114.078239:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967928960:0@lo:101: 00010000:00010000:2.0:1790964114.078254:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.078262:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.081404:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929088:0@lo:256: 00000100:00100000:2.0:1790964114.081549:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.085432:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000144e4cb1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964114.089460:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929088 00000100:00100000:3.0:1790964114.089487:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929088 00000100:00100000:0.0:1790964114.090284:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790964114.090296:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b8841f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+10:31826:x1877961967929088:12345-0@lo:256: 20000000:01000000:0.0:1790964114.090335:0:31840:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790964114.090341:0:31840:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790964114.090613:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b8841f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+10:31826:x1877961967929088:12345-0@lo:256: Request processed in 318us (9064us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.090621:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790964114.090961:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929088:0@lo:256: 10000000:01000000:2.0:1790964114.091920:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790964114.091948:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.091960:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790964114.091969:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fda5f1c5000 from 1 10000000:01000000:2.0:1790964114.091971:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790964114.092007:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.092015:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.092023:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.092042:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929216:0@lo:101: 00000100:00100000:2.0:1790964114.092092:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.092129:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000144e4cb1 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.092445:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929216 00000100:00100000:0.0:1790964114.092452:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929216 00000100:00100000:0.0:1790964114.092508:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790964114.092516:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d61aedb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+10:31826:x1877961967929216:12345-0@lo:101: 00010000:00010000:0.0:1790964114.092528:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964114.092541:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006107eada/0x30a99e5e7bbc5703 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc56fc expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.092561:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006107eada/0x30a99e5e7bbc5703 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc56fc expref: 11 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.092571:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006107eada/0x30a99e5e7bbc5703 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc56fc expref: 11 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.092578:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006107eada, rc 0) 00000100:00100000:0.0:1790964114.093074:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d61aedb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929216:12345-0@lo:101: Request processed in 557us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.093081:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964114.093273:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929216:0@lo:101: 00010000:00010000:2.0:1790964114.093288:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5703 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.093295:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc5703 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.093377:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929344:0@lo:501: 00000100:00100000:2.0:1790964114.093542:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.093605:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000144e4cb1 going to sleep for 11 seconds 00000100:00100000:1.0:1790964114.093643:0:31841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929344 00000100:00100000:1.0:1790964114.093649:0:31841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929344 00000100:00100000:1.0:1790964114.093937:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964114.093946:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e7378e70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929344:12345-0@lo:501: 00000100:00100000:1.0:1790964114.094085:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e7378e70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929344:12345-0@lo:501: Request processed in 141us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964114.094092:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790964114.094175:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929344:0@lo:501: 00000100:00100000:2.0:1790964114.094207:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929472:0@lo:503: 00000100:00100000:2.0:1790964114.094251:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.094601:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000144e4cb1 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.094675:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929472 00000100:00100000:0.0:1790964114.094680:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929472 00000100:00100000:0.0:1790964114.094900:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964114.094909:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c52c584b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929472:12345-0@lo:503: 00000040:00080000:0.0:1790964114.094948:0:31840:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964114.095010:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c52c584b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929472:12345-0@lo:503: Request processed in 104us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.095017:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964114.095111:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929472:0@lo:503: 00000040:00080000:2.0:1790964114.096657:0:31872:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:0.0:1790964114.097057:0:31826:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:0.0:1790964114.097079:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790964114.097104:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5703 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.097117:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 0000000039d498ed/0x30a99e5e7bbc56fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5703 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964114.097369:0:31826:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790964114.097372:0:31826:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fda5f1c5000 10000000:01000000:0.0:1790964114.097376:0:31826:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fda5f1c5000 10000000:01000000:0.0:1790964114.097380:0:31826:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964114.097411:0:31826:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fda5f1c5000 from 1 10000000:01000000:0.0:1790964114.097414:0:31826:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790964114.097448:0:31826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.097456:0:31826:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.097466:0:31826:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964114.097496:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a4d5e65 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929600:0@lo:101: 00000100:00100000:0.0:1790964114.097562:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964114.097603:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b94caf71 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.097630:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929600 00000100:00100000:0.0:1790964114.097650:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929600 00000100:00100000:0.0:1790964114.097688:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964114.097956:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004cc2469e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31826:x1877961967929600:12345-0@lo:101: 00010000:00010000:0.0:1790964114.097973:0:31840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964114.097985:0:31840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b627dfaa/0x30a99e5e7bbc5711 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc570a expref: -99 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.098009:0:31840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b627dfaa/0x30a99e5e7bbc5711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc570a expref: 12 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.098018:0:31840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b627dfaa/0x30a99e5e7bbc5711 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc570a expref: 12 pid: 31840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.098027:0:31840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b627dfaa, rc 0) 00000100:00100000:0.0:1790964114.098066:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004cc2469e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967929600:12345-0@lo:101: Request processed in 371us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.098073:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964114.098532:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a4d5e65 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929600:0@lo:101: 00010000:00010000:0.0:1790964114.098550:0:31826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5711 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.098559:0:31826:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc5711 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964114.098616:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a4d5e65 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929728:0@lo:501: 00000100:00100000:0.0:1790964114.098647:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964114.098662:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000058288b6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.098676:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929728 00000100:00100000:0.0:1790964114.098681:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929728 00000100:00100000:0.0:1790964114.099072:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790964114.099079:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b5bba58f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967929728:12345-0@lo:501: 00000100:00100000:0.0:1790964114.099413:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b5bba58f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967929728:12345-0@lo:501: Request processed in 334us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.099420:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964114.099556:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a4d5e65 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929728:0@lo:501: 00000100:00100000:1.0:1790964114.099587:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009039cc9f pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929856:0@lo:503: 00000100:00100000:1.0:1790964114.099627:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964114.099647:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 00000000058288b6 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.099710:0:31841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929856 00000100:00100000:0.0:1790964114.099715:0:31841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929856 00000100:00100000:0.0:1790964114.099741:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790964114.099746:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e183bf48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967929856:12345-0@lo:503: 00000100:00100000:0.0:1790964114.099825:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e183bf48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967929856:12345-0@lo:503: Request processed in 79us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.099832:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964114.099962:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009039cc9f pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967929856:0@lo:503: 00000100:00100000:1.0:1790964114.100492:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31873:1877961967929984:0@lo:502: 00000100:00100000:1.0:1790964114.100532:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964114.100561:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 00000000872118dc going to sleep for 11 seconds 00000100:00100000:3.0:1790964114.100608:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967929984 00000100:00100000:3.0:1790964114.100613:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967929984 00000100:00100000:3.0:1790964114.100635:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964114.100641:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8999fe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31873:x1877961967929984:12345-0@lo:502: 00000100:00100000:3.0:1790964114.100757:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8999fe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31873:x1877961967929984:12345-0@lo:502: Request processed in 116us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964114.100764:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790964114.100890:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31873:1877961967929984:0@lo:502: 00000020:01000004:1.0:1790964114.100950:0:31873:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1790964114.100965:0:31873:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (0000000059f8f8b8) 00000020:00000080:1.0:1790964114.100982:0:31873:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1790964114.101056:0:31873:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000056253559 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964114.101059:0:31873:0:(tgt_mount.c:187:server_put_mount()) put mount 0000000056253559 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790964114.101061:0:31873:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000056253559 4 00010000:00080000:1.0:1790964114.101099:0:31873:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009275d136@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.115@tcp at head 00010000:00010000:1.0:1790964114.102777:0:31873:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1790964114.102993:0:31873:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790964114.103053:0:31873:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790964114.103066:0:31873:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x30a99e5e7bbc571f 00000100:00080000:1.0:1790964114.103075:0:31873:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790964114.103080:0:31873:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000009275d136 using connection 192.168.204.115@tcp/0@lo 00000100:00100000:1.0:1790964114.103113:0:31873:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ef0e3f45 x1877961967930112/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790964114.103155:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961967930112:0@lo:38: 00000100:00100000:1.0:1790964114.103232:0:30965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790964114.103283:0:31873:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790964114.105376:0:31846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930112 00000100:00100000:3.0:1790964114.105413:0:31846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930112 00000100:00100000:3.0:1790964114.105455:0:31846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964114.105463:0:31846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007a3b3105 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30965:x1877961967930112:12345-0@lo:38: 00000100:00100000:3.0:1790964114.105568:0:31846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007a3b3105 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30965:x1877961967930112:12345-0@lo:38: Request processed in 104us (2335us total) trans 0 rc -11/-11 00000100:00100000:3.0:1790964114.105575:0:31846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964114.105626:0:30965:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790964114.105634:0:30965:0:(import.c:65:import_set_state_nolock()) 000000009275d136 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964114.105638:0:30965:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1790964114.105641:0:30965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ef0e3f45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961967930112:0@lo:38: 00000100:00100000:0.0:1790964114.107051:0:31873:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005ec28d7d pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31873:1877961967930240:0@lo:502: 00000100:00100000:0.0:1790964114.107116:0:31873:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964114.107148:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930240 00000100:00100000:0.0:1790964114.107153:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930240 00000100:00100000:0.0:1790964114.107202:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964114.107209:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c1d9d2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31873:x1877961967930240:12345-0@lo:502: 00000100:00100000:0.0:1790964114.107314:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c1d9d2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31873:x1877961967930240:12345-0@lo:502: Request processed in 105us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964114.107321:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964114.107365:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000007b2a4ee9 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.107381:0:31873:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005ec28d7d pname:cluuid:pid:xid:nid:opc:job llog_process_th:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31873:1877961967930240:0@lo:502: 00000040:00080000:0.0:1790964114.107427:0:31873:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1790964114.107663:0:31826:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1790964114.107684:0:31826:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790964114.107869:0:31826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5711 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964114.107882:0:31826:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 000000000d8940d7/0x30a99e5e7bbc570a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5711 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790964114.107926:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790964114.107928:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964114.107929:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964114.107930:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964114.107931:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964114.107932:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964114.107934:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964114.107935:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964114.107936:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964114.107937:0:31826:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790964114.107941:0:31826:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1790964114.107944:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964114.107945:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964114.107946:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964114.107947:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964114.107949:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964114.107950:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964114.107950:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964114.107951:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964114.107952:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964114.107953:0:31826:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790964114.107969:0:31826:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964114.107977:0:31826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa8a4c38 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967930368:0@lo:253: 00000100:00100000:3.0:1790964114.108010:0:31826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964114.108024:0:31826:0:(client.c:2716:ptlrpc_set_wait()) set 000000009e4c6818 going to sleep for 11 seconds 00000100:00100000:0.0:1790964114.108425:0:31841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930368 00000100:00100000:0.0:1790964114.108432:0:31841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930368 00000100:00100000:0.0:1790964114.108464:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1790964114.108487:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000fc29e9ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967930368:12345-0@lo:253: 20000000:01000000:0.0:1790964114.108510:0:31841:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1790964114.108523:0:31841:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1790964114.116084:0:31841:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790964114.116140:0:31841:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1790964114.116658:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000fc29e9ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31826:x1877961967930368:12345-0@lo:253: Request processed in 8179us (8644us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964114.116670:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964114.116936:0:31826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa8a4c38 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31826:1877961967930368:0@lo:253: 10000000:01000000:3.0:1790964114.116965:0:31826:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964114.116968:0:31826:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964114.116970:0:31826:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964114.116972:0:31826:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964114.116973:0:31826:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964114.116974:0:31826:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964114.116975:0:31826:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964114.116977:0:31826:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964114.116978:0:31826:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964114.116979:0:31826:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964114.116981:0:31826:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790964114.116995:0:31826:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1790964114.120354:0:31862:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790964114.120367:0:31862:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790964114.120412:0:31862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.120432:0:31862:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 11 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.120440:0:31862:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.120501:0:31862:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 11 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.120518:0:31862:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 11 pid: 31842 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964114.120531:0:31862:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005ec28d7d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31862:1877961967930496:0@lo:104: 00000100:00100000:0.0:1790964114.120601:0:31862:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964114.120651:0:31862:0:(client.c:2716:ptlrpc_set_wait()) set 000000007b2a4ee9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964114.121475:0:31830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930496 00000100:00100000:1.0:1790964114.121498:0:31830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930496 00000100:00100000:1.0:1790964114.121552:0:31830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964114.121561:0:31830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000043d0c14f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+3:31862:x1877961967930496:12345-0@lo:104: 00010000:00010000:1.0:1790964114.121576:0:31830:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.121644:0:31830:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790964114.121649:0:31830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000043d0c14f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+3:31862:x1877961967930496:12345-0@lo:104: Request processed in 90us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964114.121673:0:31830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964114.121738:0:31862:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005ec28d7d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31862:1877961967930496:0@lo:104: 00010000:00010000:1.0:1790964114.121758:0:31862:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.122917:0:31835:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790964114.122928:0:31835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.122938:0:31835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000006cf40223 already unused, calling callback (0000000043a998a9) 10000000:00010000:0.0:1790964114.122941:0:31835:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.122970:0:31835:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790964114.122978:0:31835:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964114.122982:0:31835:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790964114.123031:0:31835:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.123037:0:31835:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790964114.123054:0:31835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.123061:0:31835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.115@tcp lock: 000000006cf40223/0x30a99e5e7bbc56ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x30a99e5e7bbc56f5 expref: -99 pid: 31826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964114.123081:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964114.123083:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790964114.123084:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964114.123272:0:30967:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000448cd72b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30967:1877961967930624:0@lo:103: 00000100:00100000:0.0:1790964114.123329:0:30967:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964114.123997:0:31832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930624 00000100:00100000:2.0:1790964114.124006:0:31832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930624 00010000:00010000:2.0:1790964114.124034:0:31832:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 12 pid: 31842 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.124072:0:31832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964114.124080:0:31832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000692451fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:30967:x1877961967930624:12345-0@lo:103: 00010000:00010000:2.0:1790964114.124093:0:31832:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790964114.124097:0:31832:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 12 pid: 31842 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124107:0:31832:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 12 pid: 31842 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124129:0:31832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f9daee3/0x30a99e5e7bbc56f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x30a99e5e7bbc56ee expref: 12 pid: 31842 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124144:0:31832:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124151:0:31832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1790964114.124175:0:31832:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003810012s 00010000:00010000:2.0:1790964114.124179:0:31832:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124185:0:31832:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124190:0:31832:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124195:0:31832:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124200:0:31832:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000037ab08a9 already unused, calling callback (00000000a437c883) 00010000:00010000:2.0:1790964114.124204:0:31832:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.124210:0:31832:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.125945:0:31832:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964114.125972:0:31832:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790964114.126091:0:31862:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.126100:0:31862:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964114.126106:0:31862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000037ab08a9/0x30a99e5e7bbc5726 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964114.126654:0:31832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000692451fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:30967:x1877961967930624:12345-0@lo:103: Request processed in 2571us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964114.126663:0:31832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964114.128655:0:30967:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000448cd72b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30967:1877961967930624:0@lo:103: 00000040:01000000:2.0:1790964114.135036:0:31826:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:2.0:1790964114.135044:0:31826:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790964114.135257:0:31878:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790964114.135262:0:31878:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964114.143547:0:31879:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790964114.144287:0:31826:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1790964114.144916:0:31879:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964114.146962:0:31879:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964114.147045:0:31879:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:3.0:1790964114.148517:0:31880:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000fa8a4c38 x1877961967930752/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964114.148533:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000040:01000000:1.0:1790964114.149314:0:31826:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1790964114.149354:0:31826:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1790964114.149815:0:31826:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1790964114.149824:0:31826:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1790964114.149860:0:31826:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790964114.150862:0:31826:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1790964114.151428:0:31826:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1790964114.151456:0:31826:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1790964114.151551:0:31826:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1790964114.153684:0:31826:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1790964114.157664:0:31826:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1790964114.159580:0:31826:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1790964114.159617:0:31826:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffae6549e7b988 00100000:10000000:1.0:1790964114.159634:0:31826:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1790964114.161289:0:31826:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790964114.161306:0:31826:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.115@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790964114.161326:0:31826:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1790964114.161348:0:31826:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1790964114.162243:0:31826:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964114.162617:0:31826:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790964114.657596:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964115.168485:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00010000:00010000:2.0:1790964115.682717:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964116.193126:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00010000:00010000:0.0:1790964116.706932:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964117.216530:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00010000:00010000:2.0:1790964117.729003:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964118.241606:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000001:02000400:0.0:1790964118.727891:0:32122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg415-server.virtnet: executing set_default_debug -1 all 00010000:00010000:0.0:1790964118.752792:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1790964118.772538:0:32124:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000001:3.0:1790964119.264652:0:30965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964119.264666:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964119.264667:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964119.264673:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964119.264675:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964119.264678:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.264680:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.264731:0:31880:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964119.264734:0:31880:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964119.264735:0:31880:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964119.264737:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000100:00000001:2.0:1790964119.264741:0:31880:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964119.264744:0:31880:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964119.264746:0:31880:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964119.264748:0:31880:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964119.264750:0:31880:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.266898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790964119.266906:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790964119.266913:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000714e17f8. 10000000:00000001:0.0:1790964119.267150:0:31844:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964119.267153:0:31844:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000a4b2298d) refs 2 10000000:00000001:0.0:1790964119.267171:0:31844:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964119.267174:0:31844:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1790964119.267175:0:31844:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1790964119.267177:0:31844:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1790964119.267178:0:31844:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1790964119.267181:0:31844:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1790964119.267182:0:31844:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fda5f1c5000 from 9 10000000:00000001:0.0:1790964119.267185:0:31844:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1790964119.267186:0:31844:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1790964119.267191:0:31844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000448cd72b. 00000020:00000040:0.0:1790964119.267195:0:31844:0:(genops.c:1210:class_import_get()) import 0000000085218dd5 refcount=4 obd=MGC192.168.204.115@tcp 00000100:00000001:0.0:1790964119.267199:0:31844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964119.267202:0:31844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964119.267206:0:31844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964119.267213:0:31844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f426dac2. 00000100:00000001:0.0:1790964119.267221:0:31844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.267226:0:31844:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1790964119.267228:0:31844:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964119.267235:0:31844:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000e368bfb9. 00010000:00000001:0.0:1790964119.267239:0:31844:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964119.267241:0:31844:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a154db1. 00000020:00000001:0.0:1790964119.267246:0:31844:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964119.267248:0:31844:0:(lustre_handles.c:93:class_handle_hash()) added object 000000009a154db1 with handle 0x30a99e5e7bbc572d to hash 00000020:00000001:0.0:1790964119.267250:0:31844:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964119.267252:0:31844:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:0.0:1790964119.267254:0:31844:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:0.0:1790964119.267258:0:31844:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1790964119.267261:0:31844:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964119.267263:0:31844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964119.267272:0:31844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964119.267281:0:31844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1790964119.267294:0:31844:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964119.267296:0:31844:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964119.267301:0:31844:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007044ea55. 00000100:00000001:0.0:1790964119.267303:0:31844:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446620766472761920 : -123307236789696 : ffff8fda4bf3f240) 00000100:00000001:0.0:1790964119.267306:0:31844:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964119.267307:0:31844:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620766913260928 : -123306796290688 : ffff8fda66356d80) 00000100:00000001:0.0:1790964119.267311:0:31844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964119.267313:0:31844:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.267315:0:31844:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964119.267316:0:31844:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964119.267324:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.267333:0:31844:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964119.267335:0:31844:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.267339:0:31844:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964119.267342:0:31844:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964119.267344:0:31844:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964119.267346:0:31844:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000448cd72b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31844:1877961967930880:0@lo:101: 00000100:00000001:0.0:1790964119.267350:0:31844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964119.267355:0:31844:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964119.267357:0:31844:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.267360:0:31844:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964119.267363:0:31844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd6e5585. 02000000:00000001:0.0:1790964119.267365:0:31844:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964119.267370:0:31844:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff86088. 00000400:00000010:0.0:1790964119.267403:0:31844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cbfd62. 00000100:00000200:0.0:1790964119.267411:0:31844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961967930880, portal 25 00000100:00000001:0.0:1790964119.267413:0:31844:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964119.267414:0:31844:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620766913260928 : -123306796290688 : ffff8fda66356d80) 00000100:00000040:0.0:1790964119.267418:0:31844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.267426:0:31844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964119.267436:0:31844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964119.267438:0:31844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000880b107. 00000100:00000200:0.0:1790964119.267441:0:31844:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961967930880, offset 0 00000400:00000200:0.0:1790964119.267447:0:31844:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964119.267460:0:31844:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964119.267596:0:31844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff18000e00 00000400:00000200:0.0:1790964119.267601:0:31844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x161 [2] + 0 00000400:00000010:0.0:1790964119.267613:0:31844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c7a4aa5. 00000400:00000200:0.0:1790964119.267618:0:31844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046cb8382 00000400:00000200:0.0:1790964119.267625:0:31844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964119.267629:0:31844:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964119.267634:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046cb8382 00000400:00000010:0.0:1790964119.267636:0:31844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000046cb8382. 00000100:00000001:0.0:1790964119.267640:0:31844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964119.267642:0:31844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964119.267644:0:31844:0:(events.c:341:request_in_callback()) incoming req@000000001147fffc x1877961967930880 msgsize 328 00000100:00100000:0.0:1790964119.267648:0:31844:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964119.267650:0:31844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964119.267659:0:31844:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964119.267665:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000880b107 00000400:00000010:0.0:1790964119.267667:0:31844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000880b107. 00000100:00000001:0.0:1790964119.267669:0:31844:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964119.267672:0:31844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.267680:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964119.267683:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.267690:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.267691:0:31844:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964119.267696:0:31844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.267700:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295648772 00000100:00000010:0.0:1790964119.267704:0:31844:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706710df. 00000100:00000001:0.0:1790964119.267908:0:31844:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964119.268027:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295648772 00000100:00000010:0.0:1790964119.268036:0:31844:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022f87389. 00000100:00000001:0.0:1790964119.268040:0:31844:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964119.268043:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295648772 00000100:00000010:0.0:1790964119.268045:0:31844:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054cc19bf. 00000100:00000001:0.0:1790964119.268048:0:31844:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964119.268050:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295648772 00000100:00000010:0.0:1790964119.268052:0:31844:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057b10090. 00000100:00000001:0.0:1790964119.268055:0:31844:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964119.268058:0:31844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964119.268060:0:31844:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.268062:0:31844:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964119.268063:0:31844:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964119.268066:0:31844:0:(client.c:2716:ptlrpc_set_wait()) set 000000007044ea55 going to sleep for 11 seconds 00000100:00000001:0.0:1790964119.268068:0:31844:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964119.268070:0:31844:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.268092:0:31842:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964119.268094:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967930880 02000000:00000001:0.0:1790964119.268096:0:31842:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964119.268098:0:31842:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964119.268100:0:31842:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.268104:0:31842:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964119.268107:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967930880 00000020:00000001:0.0:1790964119.268110:0:31842:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964119.268111:0:31842:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc564d 00000020:00000001:0.0:1790964119.268113:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964119.268115:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e85c57e6 refcount=11 00000020:00000001:0.0:1790964119.268118:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000020:00000001:0.0:1790964119.268120:0:31842:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000100:00000001:0.0:1790964119.268124:0:31842:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964119.268189:0:31842:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c90ad15. 00000100:00000001:0.0:1790964119.268194:0:31842:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964119.268198:0:31842:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c90ad15. 00000020:00000010:0.0:1790964119.268204:0:31842:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f8898b. 00000020:00000010:0.0:1790964119.268215:0:31842:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb1ed1d4. 00000020:00000010:0.0:1790964119.268220:0:31842:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000beda106b. 00000100:00000040:0.0:1790964119.268231:0:31842:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964119.268235:0:31842:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964119.268236:0:31842:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964119.268238:0:31842:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.268246:0:31842:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.268253:0:31842:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964119.268263:0:31842:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964119.268265:0:31842:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964119.268269:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964119.268272:0:31842:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000e85c57e6 : new rpc_count 1 00000100:00000001:0.0:1790964119.268274:0:31842:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620766913089616 : -123306796462000 : ffff8fda6632d050) 00000100:00000040:0.0:1790964119.268278:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001147fffc x1877961967930880/t0(0) o101->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 328/0 e 0 to 0 dl 1790964130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.268287:0:31842:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964119.268290:0:31842:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c90ad15. 00000100:00000001:0.0:1790964119.268291:0:31842:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964119.268293:0:31842:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c90ad15. 00000100:00100000:0.0:1790964119.268296:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001147fffc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+11:31844:x1877961967930880:12345-0@lo:101: 00000100:00000200:0.0:1790964119.268300:0:31842:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961967930880 00000020:00000001:0.0:1790964119.268303:0:31842:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964119.268307:0:31842:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964119.268309:0:31842:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.268311:0:31842:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964119.268313:0:31842:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659826816 : -1049724800 : ffffffffc16e7880) 00000020:00000001:0.0:1790964119.268316:0:31842:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964119.268318:0:31842:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964119.268319:0:31842:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964119.268322:0:31842:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964119.268326:0:31842:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.268327:0:31842:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:0.0:1790964119.268330:0:31842:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1790964119.268337:0:31842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1790964119.268338:0:31842:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1790964119.268340:0:31842:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.268345:0:31842:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964119.268350:0:31842:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000385fd6a7. 00010000:00000001:0.0:1790964119.268354:0:31842:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964119.268357:0:31842:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f2817f75. 00000020:00000001:0.0:1790964119.268359:0:31842:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964119.268361:0:31842:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000f2817f75 with handle 0x30a99e5e7bbc5734 to hash 00000020:00000001:0.0:1790964119.268364:0:31842:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964119.268365:0:31842:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446620767281384960 : -123306428166656 : ffff8fda7c268e00) 00010000:00000001:0.0:1790964119.268367:0:31842:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446620767281384960 : -123306428166656 : ffff8fda7c268e00) 00010000:00010000:0.0:1790964119.268369:0:31842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f2817f75/0x30a99e5e7bbc5734 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x30a99e5e7bbc572d expref: -99 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1790964119.268405:0:31842:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000e85c57e6 : new locks_count 6 00000020:00000040:0.0:1790964119.268407:0:31842:0:(genops.c:868:class_export_get()) GET export 00000000e85c57e6 refcount=12 00000100:00000001:0.0:1790964119.268415:0:31842:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964119.268418:0:31842:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964119.268422:0:31842:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000037b6fa39. 02000000:00000001:0.0:1790964119.268424:0:31842:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.268427:0:31842:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.268429:0:31842:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964119.268432:0:31842:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1790964119.268434:0:31842:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1790964119.268437:0:31842:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964119.268439:0:31842:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964119.268440:0:31842:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964119.268441:0:31842:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964119.268443:0:31842:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964119.268445:0:31842:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964119.268447:0:31842:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964119.268448:0:31842:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964119.268450:0:31842:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000385fd6a7) refcount = 1 00010000:00010000:0.0:1790964119.268454:0:31842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f2817f75/0x30a99e5e7bbc5734 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x30a99e5e7bbc572d expref: 12 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964119.268467:0:31842:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000040:1.0:1790964119.269775:0:38:0:(genops.c:1210:class_import_get()) import 0000000085218dd5 refcount=5 obd=MGC192.168.204.115@tcp 00000100:00000001:1.0:1790964119.269782:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964119.269785:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964119.269790:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964119.269799:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008998385e. 00000100:00000001:1.0:1790964119.269806:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.269813:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7->MGS req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964119.269824:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964119.269826:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.269832:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000714e17f8] to pc [ptlrpcd_00_02+2] req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.269859:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1790964119.269863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790964119.269868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1790964119.269870:0:38:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1790964119.269872:0:38:0:(import.c:65:import_set_state_nolock()) 000000009275d136 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1790964119.269876:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:1.0:1790964119.269878:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 13 to 0@lo 00000100:00000001:1.0:1790964119.269881:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964119.269883:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 14 to 0@lo 00000100:00000001:1.0:1790964119.269885:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 00000020:00000001:1.0:1790964119.269897:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964119.269898:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc571f 00000020:00000001:1.0:1790964119.269900:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964119.269902:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000015dd636b refcount=7 00000020:00000001:1.0:1790964119.269904:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620762010572800 : -123311698978816 : ffff8fd941fc5800) 00000020:00000001:1.0:1790964119.269906:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620762010572800 : -123311698978816 : ffff8fd941fc5800) 00000100:00000040:1.0:1790964119.269909:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 13 to 0@lo 00000100:00000001:1.0:1790964119.269911:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964119.269912:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 14 to 0@lo 00000100:00000001:1.0:1790964119.269913:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 00000020:00000040:1.0:1790964119.269928:0:38:0:(genops.c:879:class_export_put()) PUTting export 0000000015dd636b : new refcount 6 00000100:00080000:1.0:1790964119.269932:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000009275d136 using connection 192.168.204.115@tcp/0@lo 00000100:00000001:1.0:1790964119.269934:0:38:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.269936:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1790964119.270061:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964119.270064:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.270067:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1790964119.270069:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964119.270073:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d34c8831. 00000020:00000040:1.0:1790964119.270076:0:38:0:(genops.c:1210:class_import_get()) import 000000009275d136 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1790964119.270079:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1790964119.270080:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.270082:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964119.270083:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964119.270085:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964119.270088:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d297411a. 00000100:00000001:1.0:1790964119.270091:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964119.270095:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790964119.270102:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964119.270103:0:38:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.270105:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34c8831] to pc [ptlrpcd_rcv+-1] req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.270141:0:38:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.270146:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (986) 00000100:00000001:1.0:1790964119.270164:0:30968:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1790964119.270171:0:30968:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0221e5c. 00000020:00000010:1.0:1790964119.270175:0:30968:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000e262600e. 80000000:00000010:1.0:1790964119.270179:0:30968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c74116fb. 40000000:00000010:1.0:1790964119.270183:0:30968:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000d2f9a70a. 00000008:00000010:1.0:1790964119.270188:0:30968:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000019dcf20d. 00020000:00000010:1.0:1790964119.270194:0:30968:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000844e6655. 00008000:00000010:1.0:1790964119.270198:0:30968:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006eaf9858. 00100000:00000010:1.0:1790964119.270203:0:30968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d4ad5581. 00040000:00000010:1.0:1790964119.270207:0:30968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096d6977a. 00040000:00000010:1.0:1790964119.270210:0:30968:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fb2fd397. 00040000:00000010:1.0:1790964119.270213:0:30968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009a64c1ea. 00080000:00000010:1.0:1790964119.270218:0:30968:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000cd9dae0a. 00080000:00000010:1.0:1790964119.270222:0:30968:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c9e44829. 00000004:00000010:1.0:1790964119.270228:0:30968:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000005544f262. 00000004:00000010:1.0:1790964119.270233:0:30968:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1ac03a2. 00000004:00000010:1.0:1790964119.270237:0:30968:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000210f5be1. 00002000:00000010:1.0:1790964119.270240:0:30968:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000745a94aa. 00000004:00000010:1.0:1790964119.270244:0:30968:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000016e06c5e. 00000080:00000010:1.0:1790964119.270249:0:30968:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d5ddadda. 00000080:00000010:1.0:1790964119.270253:0:30968:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000e05f30ca. 00000008:00000010:1.0:1790964119.270258:0:30968:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d0045875. 00020000:00000010:1.0:1790964119.270262:0:30968:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000009441c177. 00008000:00000010:1.0:1790964119.270265:0:30968:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a99a1841. 00000080:00000010:1.0:1790964119.270267:0:30968:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001f73462f. 00000100:00000001:1.0:1790964119.270269:0:30968:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964119.270271:0:30968:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964119.270274:0:30968:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.270281:0:30968:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964119.270288:0:30968:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.270291:0:30968:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964119.270293:0:30968:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964119.270295:0:30968:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964119.270297:0:30968:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000714e17f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30968:1877961967931008:0@lo:400: 00000100:00000001:1.0:1790964119.270301:0:30968:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964119.270306:0:30968:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964119.270308:0:30968:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.270311:0:30968:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964119.270316:0:30968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb0f023. 02000000:00000001:1.0:1790964119.270318:0:30968:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964119.270322:0:30968:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006079d4f2. 00000400:00000010:1.0:1790964119.270328:0:30968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f48e7b3. 00000100:00000200:1.0:1790964119.270335:0:30968:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961967931008, portal 25 00000100:00000001:1.0:1790964119.270337:0:30968:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964119.270339:0:30968:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620767336436992 : -123306373114624 : ffff8fda7f6e9500) 00000100:00000040:1.0:1790964119.270344:0:30968:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.270351:0:30968:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964119.270354:0:30968:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964119.270356:0:30968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0cd21b1. 00000100:00000200:1.0:1790964119.270358:0:30968:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961967931008, offset 0 00000400:00000200:1.0:1790964119.270363:0:30968:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964119.270405:0:30968:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964119.270416:0:30968:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff18000e80 00000400:00000200:1.0:1790964119.270422:0:30968:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x165 [2] + 0 00000400:00000010:1.0:1790964119.270425:0:30968:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f452ee8b. 00000400:00000200:1.0:1790964119.270432:0:30968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ae36b4f 00000400:00000200:1.0:1790964119.270439:0:30968:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964119.270443:0:30968:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964119.270448:0:30968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae36b4f 00000400:00000010:1.0:1790964119.270450:0:30968:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000003ae36b4f. 00000100:00000001:1.0:1790964119.270454:0:30968:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964119.270456:0:30968:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964119.270466:0:30968:0:(events.c:341:request_in_callback()) incoming req@0000000090f35c47 x1877961967931008 msgsize 224 00000100:00100000:1.0:1790964119.270470:0:30968:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1790964119.270696:0:31842:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964119.270699:0:31842:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964119.270702:0:31842:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.270704:0:31842:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964119.270713:0:31842:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1790964119.270717:0:31842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f2817f75/0x30a99e5e7bbc5734 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x30a99e5e7bbc572d expref: 12 pid: 31842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964119.270727:0:31842:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1790964119.270730:0:31842:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1790964119.270732:0:31842:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964119.270734:0:31842:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.270736:0:31842:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1790964119.270738:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964119.270740:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964119.270741:0:31842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f2817f75, rc 0) 00000020:00000001:0.0:1790964119.270743:0:31842:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964119.270747:0:31842:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961967930880 00010000:00000001:0.0:1790964119.270750:0:31842:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964119.270754:0:31842:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000001147fffc x1877961967930880/t0(0) o101->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 328/344 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964119.270763:0:31842:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964119.270766:0:31842:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964119.270769:0:31842:0:(import.c:2195:obd_at_measure()) add 1 to 00000000049391d6 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964119.270774:0:31842:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964119.270776:0:31842:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 15 to 0@lo 00000100:00000001:0.0:1790964119.270778:0:31842:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 02000000:00000001:0.0:1790964119.270780:0:31842:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964119.270782:0:31842:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.270785:0:31842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964119.270787:0:31842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964119.270790:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000880b107. 00000100:00000200:0.0:1790964119.270800:0:31842:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961967930880, offset 224 00000400:00000200:0.0:1790964119.270805:0:31842:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964119.270812:0:31842:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964119.270818:0:31842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff18000e00 00000400:00000200:0.0:1790964119.270823:0:31842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xaa9 [1] + 224 00000400:00000200:0.0:1790964119.270828:0:31842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964119.270831:0:31842:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964119.270835:0:31842:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964119.270839:0:31842:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964119.270846:0:31842:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.270860:0:31842:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964119.270867:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000880b107 00000400:00000010:0.0:1790964119.270869:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000880b107. 00000100:00000001:0.0:1790964119.270872:0:31842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964119.270874:0:31842:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964119.270879:0:31842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964119.270881:0:31842:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 14 to 0@lo 00010000:00000001:0.0:1790964119.270883:0:31842:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964119.270885:0:31842:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.270888:0:31842:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964119.270892:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001147fffc x1877961967930880/t0(0) o101->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 328/344 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964119.270900:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001147fffc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31844:x1877961967930880:12345-0@lo:101: Request processed in 2612us (3254us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964119.270908:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964119.270912:0:31842:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e85c57e6 : new rpc_count 0 00000100:00000001:0.0:1790964119.270913:0:31842:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964119.270928:0:31842:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964119.270933:0:31842:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb1ed1d4. 00000020:00000010:0.0:1790964119.273182:0:31842:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000beda106b. 00000020:00000010:0.0:1790964119.273204:0:31842:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f8898b. 00000020:00000040:0.0:1790964119.273211:0:31842:0:(genops.c:879:class_export_put()) PUTting export 00000000e85c57e6 : new refcount 11 00000100:00000040:1.0:1790964119.273258:0:30968:0:(events.c:353:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1790964119.273275:0:30968:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964119.273290:0:30968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0cd21b1 00000400:00000010:1.0:1790964119.273293:0:30968:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e0cd21b1. 00000100:00000001:1.0:1790964119.273298:0:30968:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964119.273308:0:30968:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.273321:0:30968:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964119.273324:0:30968:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.273331:0:30968:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273333:0:30968:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964119.273340:0:30968:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273344:0:30968:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295648772 00000100:00000001:1.0:1790964119.273347:0:30968:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 0, keep current deadline 4295648772 00000100:00000001:1.0:1790964119.273349:0:30968:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295648772 00000100:00000001:1.0:1790964119.273351:0:30968:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 1, keep current deadline 4295648772 00000100:00000001:1.0:1790964119.273352:0:30968:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295648772 00000100:00000001:1.0:1790964119.273355:0:30968:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 2, keep current deadline 4295648772 00000100:00000001:1.0:1790964119.273356:0:30968:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295648772 00000100:00000001:1.0:1790964119.273358:0:30968:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 3, keep current deadline 4295648772 00000100:00000001:1.0:1790964119.273359:0:30968:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964119.273362:0:30968:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273366:0:30968:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273369:0:30968:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.273398:0:30968:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964119.273400:0:30968:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964119.273403:0:30968:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964119.273405:0:30968:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964119.273406:0:30968:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273415:0:30968:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.273443:0:31841:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1790964119.274697:0:11567:0:(connection.c:75:cpu_latency_work()) work item of 00000000b0896633 (cpu 2) has reached its deadline 4295648772, at 4295648778 00000100:00000010:2.0:1790964119.274710:0:11567:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054cc19bf. 00000100:00000001:2.0:1790964119.275452:0:30969:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1790964119.275463:0:30969:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f0f1d6f. 00000020:00000010:2.0:1790964119.275476:0:30969:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000004609cef5. 80000000:00000010:2.0:1790964119.275480:0:30969:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7c767ef. 40000000:00000010:2.0:1790964119.275484:0:30969:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000e4224ad6. 00000008:00000010:2.0:1790964119.275488:0:30969:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000385efeb4. 00020000:00000010:2.0:1790964119.275500:0:30969:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007f260e0f. 00008000:00000010:2.0:1790964119.275505:0:30969:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000de8111e5. 00100000:00000010:2.0:1790964119.275509:0:30969:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019b2b020. 00040000:00000010:2.0:1790964119.275514:0:30969:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a37c933. 00040000:00000010:2.0:1790964119.275517:0:30969:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a0a8d239. 00040000:00000010:2.0:1790964119.275521:0:30969:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4bbff81. 00080000:00000010:2.0:1790964119.275527:0:30969:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 0000000027852b59. 00080000:00000010:2.0:1790964119.275531:0:30969:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fb7d43f2. 00000004:00000010:2.0:1790964119.275537:0:30969:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d89a860. 00000004:00000010:2.0:1790964119.275543:0:30969:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000007afb202d. 00000004:00000010:2.0:1790964119.275547:0:30969:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000a449e4f2. 00002000:00000010:2.0:1790964119.275551:0:30969:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000084ed963. 00000004:00000010:2.0:1790964119.275555:0:30969:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000afc590a5. 00000080:00000010:2.0:1790964119.275560:0:30969:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000bc253502. 00000080:00000010:2.0:1790964119.275564:0:30969:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000078ed1aa5. 00000008:00000010:2.0:1790964119.275569:0:30969:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000014b21499. 00020000:00000010:2.0:1790964119.275572:0:30969:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000bbccdba2. 00008000:00000010:2.0:1790964119.275575:0:30969:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004e88af25. 00000080:00000010:2.0:1790964119.275578:0:30969:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005218307e. 00000100:00000001:2.0:1790964119.275582:0:30969:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278083:0:31844:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964119.278097:0:31844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964119.278099:0:31844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964119.278102:0:31844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bff86088. 00000400:00000200:2.0:1790964119.278111:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cbfd62 00000400:00000010:2.0:1790964119.278113:0:31844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000043cbfd62. 00000100:00000001:2.0:1790964119.278118:0:31844:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964119.278127:0:31844:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964119.278149:0:31844:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.278158:0:31844:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964119.278160:0:31844:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964119.278163:0:31844:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964119.278183:0:31844:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964119.278185:0:31844:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964119.278188:0:31844:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964119.278191:0:31844:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964119.278197:0:31844:0:(import.c:2195:obd_at_measure()) add 5 to 000000000d54a72a time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964119.278202:0:31844:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b6c6496f time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964119.278204:0:31844:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964119.278205:0:31844:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.278208:0:31844:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964119.278210:0:31844:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278213:0:31844:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964119.278217:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.278225:0:31844:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964119.278228:0:31844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964119.278230:0:31844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964119.278233:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964119.278239:0:31844:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000448cd72b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31844:1877961967930880:0@lo:101: 00000100:00000001:2.0:1790964119.278245:0:31844:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964119.278247:0:31844:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278250:0:31844:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790964119.278252:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964119.278254:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.278260:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964119.278263:0:31844:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007044ea55. 00000100:00000001:2.0:1790964119.278266:0:31844:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790964119.278267:0:31844:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.278270:0:31844:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1790964119.278273:0:31844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964119.278275:0:31844:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964119.278279:0:31844:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000009a154db1 refcount=4 00000020:00000001:2.0:1790964119.278281:0:31844:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:2.0:1790964119.278290:0:31844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000040:2.0:1790964119.278298:0:31844:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000009a154db1, remote cookie: 0x30a99e5e7bbc5734, flags: 0x0 00010000:00000001:2.0:1790964119.278302:0:31844:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790964119.278306:0:31844:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790964119.278308:0:31844:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790964119.278310:0:31844:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790964119.278311:0:31844:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790964119.278314:0:31844:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e368bfb9) refcount = 1 00010000:00010000:2.0:1790964119.278318:0:31844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5734 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964119.278326:0:31844:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790964119.278328:0:31844:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790964119.278329:0:31844:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790964119.278332:0:31844:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1790964119.278334:0:31844:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964119.278337:0:31844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x30a99e5e7bbc5734 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964119.278343:0:31844:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1790964119.278344:0:31844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964119.278346:0:31844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964119.278347:0:31844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964119.278348:0:31844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964119.278350:0:31844:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278353:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964119.278355:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000448cd72b x1877961967930880/t0(0) o101->MGC192.168.204.115@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964135 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.278362:0:31844:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964119.278365:0:31844:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964119.278368:0:31844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd6e5585. 02000000:00000001:2.0:1790964119.278371:0:31844:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964119.278373:0:31844:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964119.278398:0:31844:0:(genops.c:1223:class_import_put()) import 0000000085218dd5 refcount=4 obd=MGC192.168.204.115@tcp 00000020:00000001:2.0:1790964119.278402:0:31844:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964119.278410:0:31844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f426dac2. 02000000:00000001:2.0:1790964119.278414:0:31844:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964119.278416:0:31844:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964119.278417:0:31844:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000448cd72b. 00000100:00000001:2.0:1790964119.278421:0:31844:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964119.278422:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1790964119.278424:0:31844:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964119.278427:0:31844:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964119.278429:0:31844:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000a4b2298d) refs 3 10000000:00000001:2.0:1790964119.278431:0:31844:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.278432:0:31844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964119.278434:0:31844:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964119.278435:0:31844:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000009a154db1 refcount=3 00000020:00000001:2.0:1790964119.278437:0:31844:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:2.0:1790964119.278439:0:31844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:2.0:1790964119.278441:0:31844:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1790964119.278443:0:31844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964119.278444:0:31844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964119.278445:0:31844:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964119.278447:0:31844:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1790964119.278451:0:31844:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000000e7d73fa. 00000100:00000010:2.0:1790964119.278468:0:31844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c5d4cd. 00000020:00000040:2.0:1790964119.278472:0:31844:0:(genops.c:1210:class_import_get()) import 0000000085218dd5 refcount=5 obd=MGC192.168.204.115@tcp 00000100:00000001:2.0:1790964119.278475:0:31844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964119.278478:0:31844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964119.278483:0:31844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964119.278488:0:31844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000aa01d07. 00000100:00000001:2.0:1790964119.278494:0:31844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278498:0:31844:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1790964119.278501:0:31844:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a00a06c9. 00000100:00000010:2.0:1790964119.278504:0:31844:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003a8cbaa6. 00000020:00000040:2.0:1790964119.278506:0:31844:0:(genops.c:1210:class_import_get()) import 0000000085218dd5 refcount=6 obd=MGC192.168.204.115@tcp 00000100:00000001:2.0:1790964119.278510:0:31844:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964119.278511:0:31844:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964119.278516:0:31844:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcd461e4. 00000100:00000001:2.0:1790964119.278519:0:31844:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446620766318105728 : -123307391445888 : ffff8fda42bc1480) 00000100:00000001:2.0:1790964119.278527:0:31844:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964119.278529:0:31844:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620762045429760 : -123311664121856 : ffff8fd944103800) 00000100:00000001:2.0:1790964119.278533:0:31844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964119.278535:0:31844:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278537:0:31844:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964119.278538:0:31844:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964119.278541:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.278548:0:31844:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964119.278550:0:31844:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964119.278554:0:31844:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964119.278556:0:31844:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964119.278559:0:31844:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964119.278561:0:31844:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31844:1877961967931264:0@lo:256: 00000100:00000001:2.0:1790964119.278565:0:31844:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964119.278570:0:31844:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964119.278572:0:31844:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.278575:0:31844:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1790964119.278580:0:31844:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c21a29. 00000400:00000010:2.0:1790964119.278586:0:31844:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ad2b6798. 00000100:00000200:2.0:1790964119.278591:0:31844:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff18000f80-0x6abff18000f80, portal 33 00000100:00000001:2.0:1790964119.278594:0:31844:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964119.278596:0:31844:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964119.278600:0:31844:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b34b36ed. 02000000:00000001:2.0:1790964119.278601:0:31844:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.279119:0:31842:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964119.279125:0:31842:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 0000000037b6fa39. 00000400:00000010:2.0:1790964119.279196:0:31844:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec0e05c7. 00000400:00000010:2.0:1790964119.279202:0:31844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061849567. 00000100:00000200:2.0:1790964119.279206:0:31844:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961967931264, portal 25 00000100:00000001:2.0:1790964119.279209:0:31844:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964119.279210:0:31844:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620762045429760 : -123311664121856 : ffff8fd944103800) 00000100:00000040:2.0:1790964119.279216:0:31844:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.279223:0:31844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964119.279232:0:31844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964119.279234:0:31844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b36c664. 00000100:00000200:2.0:1790964119.279237:0:31844:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961967931264, offset 0 00000400:00000200:2.0:1790964119.279243:0:31844:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964119.279257:0:31844:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964119.279266:0:31844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff18000f80 00000400:00000200:2.0:1790964119.279270:0:31844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:2.0:1790964119.279273:0:31844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbeb5aac. 00000400:00000200:2.0:1790964119.279276:0:31844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ccac260 00000400:00000200:2.0:1790964119.279282:0:31844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964119.279285:0:31844:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964119.279290:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ccac260 00000400:00000010:2.0:1790964119.279291:0:31844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004ccac260. 00000100:00000001:2.0:1790964119.279295:0:31844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964119.279297:0:31844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964119.279300:0:31844:0:(events.c:341:request_in_callback()) incoming req@0000000004e5cb9b x1877961967931264 msgsize 304 00000100:00100000:2.0:1790964119.279303:0:31844:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964119.279305:0:31844:0:(events.c:353:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1790964119.279320:0:31844:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964119.279326:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b36c664 00000400:00000010:2.0:1790964119.279327:0:31844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009b36c664. 00000100:00000001:2.0:1790964119.279330:0:31844:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964119.279333:0:31844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.279342:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964119.279344:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.279350:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.279351:0:31844:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964119.279356:0:31844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.279360:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295648785 00000100:00000001:2.0:1790964119.279366:0:31844:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295648772 00000100:00000001:2.0:1790964119.279371:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295648785 00000100:00000001:2.0:1790964119.279409:0:31844:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295648772 00000100:00000001:2.0:1790964119.279418:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 2 is 4295648785 00000100:00000010:2.0:1790964119.279422:0:31844:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024488942. 00000100:00000001:2.0:1790964119.279429:0:31844:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964119.279431:0:31844:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS new deadline estimation for cpu 3 is 4295648785 00000100:00000001:2.0:1790964119.279434:0:31844:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.115@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295648772 00000100:00000001:2.0:1790964119.279437:0:31844:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964119.279440:0:31844:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.279442:0:31844:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964119.279444:0:31844:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964119.279447:0:31844:0:(client.c:2716:ptlrpc_set_wait()) set 00000000fcd461e4 going to sleep for 11 seconds 00000100:00000001:2.0:1790964119.279449:0:31844:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964119.279451:0:31844:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.279567:0:31842:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964119.279571:0:31842:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964119.279579:0:31842:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964119.279700:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e6f946b. 00000400:00000010:0.0:1790964119.279707:0:31842:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007044ea55. 00000100:00000001:0.0:1790964119.279722:0:31842:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964119.279724:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967931008 02000000:00000001:0.0:1790964119.279727:0:31842:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964119.279729:0:31842:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964119.279730:0:31842:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.279734:0:31842:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964119.279737:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967931008 00000020:00000001:0.0:1790964119.279739:0:31842:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964119.279741:0:31842:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc564d 00000020:00000001:0.0:1790964119.279743:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964119.279745:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e85c57e6 refcount=12 00000020:00000001:0.0:1790964119.279747:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000020:00000001:0.0:1790964119.279749:0:31842:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000100:00000001:0.0:1790964119.279754:0:31842:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964119.279757:0:31842:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7134b26. 00000100:00000001:0.0:1790964119.279760:0:31842:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964119.279762:0:31842:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7134b26. 00000020:00000010:0.0:1790964119.279767:0:31842:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051f8898b. 00000020:00000010:0.0:1790964119.279774:0:31842:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb1ed1d4. 00000020:00000010:0.0:1790964119.279778:0:31842:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000beda106b. 00000100:00000040:0.0:1790964119.279786:0:31842:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964119.279788:0:31842:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964119.279790:0:31842:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964119.279792:0:31842:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.279800:0:31842:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.279803:0:31842:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964119.279813:0:31842:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964119.279815:0:31842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967931264 02000000:00000001:0.0:1790964119.279816:0:31842:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964119.279817:0:31842:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964119.279819:0:31842:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.279821:0:31842:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964119.279823:0:31842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967931264 00000020:00000001:0.0:1790964119.279824:0:31842:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964119.279825:0:31842:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc564d 00000020:00000001:0.0:1790964119.279826:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964119.279828:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000e85c57e6 refcount=13 00000020:00000001:0.0:1790964119.279829:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000020:00000001:0.0:1790964119.279831:0:31842:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620766795169792 : -123306914381824 : ffff8fda5f2b8000) 00000100:00000001:0.0:1790964119.279833:0:31842:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964119.279835:0:31842:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7134b26. 00000100:00000001:0.0:1790964119.279837:0:31842:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964119.279838:0:31842:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7134b26. 00000020:00000010:0.0:1790964119.279842:0:31842:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000099258ce. 00000020:00000010:0.0:1790964119.279844:0:31842:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ec0b389. 00000020:00000010:0.0:1790964119.279847:0:31842:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004df05d48. 00000100:00000001:0.0:1790964119.279850:0:31842:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964119.279851:0:31842:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964119.279852:0:31842:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.279855:0:31842:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.279856:0:31842:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964119.279862:0:31842:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964119.279864:0:31842:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964119.279868:0:31842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964119.279871:0:31842:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000e85c57e6 : new rpc_count 1 00000100:00000001:0.0:1790964119.279873:0:31842:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620766913086544 : -123306796465072 : ffff8fda6632c450) 00000100:00000040:0.0:1790964119.279876:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090f35c47 x1877961967931008/t0(0) o400->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 224/0 e 0 to 0 dl 1790964130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.279886:0:31842:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964119.279892:0:31842:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7134b26. 00000100:00000001:0.0:1790964119.279894:0:31842:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964119.279895:0:31842:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7134b26. 00000100:00100000:0.0:1790964119.279899:0:31842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000090f35c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+13:30968:x1877961967931008:12345-0@lo:400: 00000100:00000200:0.0:1790964119.279903:0:31842:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961967931008 00000020:00000001:0.0:1790964119.279907:0:31842:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964119.279911:0:31842:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964119.279913:0:31842:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.280520:0:31840:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964119.280524:0:31840:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964119.280528:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964119.280531:0:31840:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000e85c57e6 : new rpc_count 2 00000100:00000001:3.0:1790964119.280534:0:31840:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620766913094736 : -123306796456880 : ffff8fda6632e450) 00000100:00000040:3.0:1790964119.280538:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004e5cb9b x1877961967931264/t0(0) o256->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 304/0 e 0 to 0 dl 1790964130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964119.280547:0:31840:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964119.280557:0:31840:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e748c329. 00000100:00000001:3.0:1790964119.280558:0:31840:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964119.280560:0:31840:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e748c329. 00000100:00100000:3.0:1790964119.280563:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000004e5cb9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+13:31844:x1877961967931264:12345-0@lo:256: 00000100:00000200:3.0:1790964119.280566:0:31840:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961967931264 00000020:00000001:3.0:1790964119.280568:0:31840:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964119.280570:0:31840:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964119.280571:0:31840:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964119.280573:0:31840:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964119.280575:0:31840:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659827232 : -1049724384 : ffffffffc16e7a20) 00000020:00000001:3.0:1790964119.280578:0:31840:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964119.280579:0:31840:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964119.280581:0:31840:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964119.280583:0:31840:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964119.280585:0:31840:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.280589:0:31840:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964119.280591:0:31840:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964119.280594:0:31840:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000097dd8359. 02000000:00000001:3.0:1790964119.280597:0:31840:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.280599:0:31840:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1790964119.280601:0:31840:0:(mgs_handler.c:690:mgs_config_read()) Process entered 00000100:00000001:1.0:1790964119.280848:0:31841:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.280868:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964119.280871:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964119.280873:0:30965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964119.280879:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.280887:0:30965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964119.280889:0:30965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.280893:0:30965:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964119.280895:0:30965:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964119.280897:0:30965:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964119.280900:0:30965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d34c8831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961967931136:0@lo:38: 00000100:00000001:1.0:1790964119.280904:0:30965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964119.280908:0:30965:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964119.280911:0:30965:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.280913:0:30965:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964119.280931:0:30965:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003a7fd50b. 02000000:00000001:1.0:1790964119.280933:0:30965:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.281023:0:31842:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964119.281025:0:31842:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659826880 : -1049724736 : ffffffffc16e78c0) 00000020:00000001:0.0:1790964119.281027:0:31842:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964119.281028:0:31842:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964119.281030:0:31842:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964119.281031:0:31842:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964119.281033:0:31842:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.281035:0:31842:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964119.281036:0:31842:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964119.281038:0:31842:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964119.281041:0:31842:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037b6fa39. 02000000:00000001:0.0:1790964119.281043:0:31842:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.281045:0:31842:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.281047:0:31842:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964119.281050:0:31842:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961967931008 00010000:00000001:0.0:1790964119.281052:0:31842:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964119.281056:0:31842:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000090f35c47 x1877961967931008/t0(0) o400->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 224/224 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964119.281064:0:31842:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964119.281066:0:31842:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964119.281069:0:31842:0:(import.c:2195:obd_at_measure()) add 1 to 00000000049391d6 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964119.281074:0:31842:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964119.281076:0:31842:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 15 to 0@lo 00000100:00000001:0.0:1790964119.281078:0:31842:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 02000000:00000001:0.0:1790964119.281080:0:31842:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964119.281082:0:31842:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.281092:0:31842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964119.281095:0:31842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964119.281098:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000880b107. 00000100:00000200:0.0:1790964119.281102:0:31842:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961967931008, offset 224 00000400:00000200:0.0:1790964119.281107:0:31842:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964119.281118:0:31842:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964119.281127:0:31842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff18000e80 00000400:00000010:1.0:1790964119.281206:0:30965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000264a4175. 00000400:00000010:1.0:1790964119.281213:0:30965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0cd21b1. 00000100:00000200:1.0:1790964119.281218:0:30965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961967931136, portal 10 00000100:00000001:1.0:1790964119.281221:0:30965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964119.281222:0:30965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446620767336432512 : -123306373119104 : ffff8fda7f6e8380) 00000100:00000040:1.0:1790964119.281229:0:30965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.281236:0:30965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964119.281238:0:30965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964119.281240:0:30965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933ec5d5. 00000100:00000200:1.0:1790964119.281242:0:30965:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961967931136, offset 0 00000400:00000200:1.0:1790964119.281245:0:30965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964119.281250:0:30965:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964119.281255:0:30965:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff18000f00 00000400:00000200:1.0:1790964119.281259:0:30965:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:1.0:1790964119.281274:0:30965:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964119.281278:0:30965:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964119.281285:0:30965:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964119.281286:0:30965:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964119.281291:0:30965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005653db71. 00000100:00000040:1.0:1790964119.281294:0:30965:0:(events.c:341:request_in_callback()) incoming req@000000005653db71 x1877961967931136 msgsize 520 00000100:00100000:1.0:1790964119.281298:0:30965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964119.281314:0:30965:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964119.281320:0:30965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933ec5d5 00000400:00000010:1.0:1790964119.281323:0:30965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000933ec5d5. 00000100:00000001:1.0:1790964119.281325:0:30965:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964119.281328:0:30965:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.281335:0:30965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964119.281337:0:30965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.281342:0:30965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.281343:0:30965:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964119.281348:0:30965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.281352:0:30965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3103 usecs (4 jiffies) 00000100:00000001:1.0:1790964119.281355:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295648788 00000100:00000001:1.0:1790964119.281360:0:30965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295648785 00000100:00000001:1.0:1790964119.281364:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295648788 00000100:00000001:1.0:1790964119.281367:0:30965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295648785 00000100:00000001:1.0:1790964119.281369:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295648788 00000100:00000001:1.0:1790964119.281372:0:30965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295648785 00000100:00000001:1.0:1790964119.281401:0:30965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295648788 00000100:00000001:1.0:1790964119.281405:0:30965:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295648785 00000100:00000001:1.0:1790964119.281408:0:30965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964119.281410:0:30965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.281418:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.281421:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.281426:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964119.281428:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.281430:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964119.281431:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964119.281433:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.281434:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964119.281497:0:31848:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007feb94d1. 00000100:00000001:2.0:1790964119.281505:0:31848:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964119.281507:0:31848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961967931136 02000000:00000001:2.0:1790964119.281509:0:31848:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964119.281511:0:31848:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964119.281512:0:31848:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964119.281516:0:31848:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964119.281518:0:31848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961967931136 00000020:00000001:2.0:1790964119.281521:0:31848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964119.281522:0:31848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1790964119.281524:0:31848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1790964119.281526:0:31848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.281528:0:31848:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964119.281532:0:31848:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbfa4341. 00000020:00000010:2.0:1790964119.281535:0:31848:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003514dcfe. 00000020:00000010:2.0:1790964119.281539:0:31848:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce712ae0. 00000100:00000001:2.0:1790964119.281542:0:31848:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964119.281543:0:31848:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964119.281546:0:31848:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.281551:0:31848:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.281565:0:31848:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964119.281573:0:31848:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964119.281582:0:31848:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964119.281585:0:31848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1790964119.281588:0:31848:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446620767336434304 : -123306373117312 : ffff8fda7f6e8a80) 00000100:00000040:2.0:1790964119.281591:0:31848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005653db71 x1877961967931136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964119.281599:0:31848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005653db71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30965:x1877961967931136:12345-0@lo:38: 00000100:00000200:2.0:1790964119.281602:0:31848:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961967931136 20000000:00000001:3.0:1790964119.281712:0:31840:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:3.0:1790964119.281718:0:31840:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1790964119.281722:0:31840:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 0000000099a6eaa5. 20000000:00000001:3.0:1790964119.281725:0:31840:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1790964119.281732:0:31840:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1790964119.281737:0:31840:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790964119.281740:0:31840:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:3.0:1790964119.281741:0:31840:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1790964119.281743:0:31840:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1790964119.281747:0:31840:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000be6308c2. 00000100:00000010:3.0:1790964119.281750:0:31840:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000127976f1. 00000020:00000040:3.0:1790964119.281753:0:31840:0:(genops.c:868:class_export_get()) GET export 00000000e85c57e6 refcount=14 00010000:00000001:3.0:1790964119.281757:0:31840:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:3.0:1790964119.281758:0:31840:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1790964119.281766:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb2542e. 00000400:00000010:3.0:1790964119.281771:0:31840:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000068b32f9. 00000400:00000200:3.0:1790964119.281774:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964119.281781:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964119.281786:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff18000f80 00000400:00000200:3.0:1790964119.281792:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xabd [4] + 0 00000400:00000010:3.0:1790964119.281795:0:31840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c21a29. 00000400:00000200:3.0:1790964119.281798:0:31840:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad2b6798 00000400:00000200:3.0:1790964119.281801:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964119.281803:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964119.281805:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2b6798 00000400:00000010:3.0:1790964119.281807:0:31840:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000ad2b6798. 00000100:00000001:3.0:1790964119.281810:0:31840:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1790964119.281812:0:31840:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 0000000049c5d4cd desc 00000000a00a06c9 mbits 1877961967931264 00000100:00000001:3.0:1790964119.281821:0:31840:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964119.281823:0:31840:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1790964119.281827:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1790964119.281833:0:31840:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xad9 00000400:00000200:3.0:1790964119.281835:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964119.281837:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1790964119.281839:0:31840:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964119.281840:0:31840:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 00000000be6308c2 00000100:00000001:3.0:1790964119.281842:0:31840:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964119.281846:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb2542e 00000400:00000010:3.0:1790964119.281848:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000beb2542e. 00000100:00000001:3.0:1790964119.281850:0:31840:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964119.281850:0:31840:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 00000000be6308c2 00000100:00000001:3.0:1790964119.281852:0:31840:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1790964119.281855:0:31840:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff18000f80-0x6abff18000f80 00000100:00000001:3.0:1790964119.281858:0:31840:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964119.281860:0:31840:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.281862:0:31840:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1790964119.281865:0:31840:0:(genops.c:879:class_export_put()) PUTting export 00000000e85c57e6 : new refcount 13 00000100:00000010:3.0:1790964119.281867:0:31840:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000127976f1. 00000100:00000010:3.0:1790964119.281869:0:31840:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000be6308c2. 00000100:00000001:3.0:1790964119.281876:0:31840:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1790964119.281878:0:31840:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1790964119.281884:0:31840:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 0000000099a6eaa5. 20000000:00000001:3.0:1790964119.281887:0:31840:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964119.281890:0:31840:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961967931264 00010000:00000001:3.0:1790964119.281892:0:31840:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964119.281895:0:31840:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000004e5cb9b x1877961967931264/t0(0) o256->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 304/240 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964119.281901:0:31840:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964119.281903:0:31840:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964119.281905:0:31840:0:(import.c:2195:obd_at_measure()) add 1 to 00000000049391d6 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964119.281908:0:31840:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964119.281910:0:31840:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 16 to 0@lo 00000100:00000001:3.0:1790964119.281911:0:31840:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 02000000:00000001:3.0:1790964119.281914:0:31840:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964119.281915:0:31840:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.281917:0:31840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964119.281919:0:31840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964119.281921:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000beb2542e. 00000100:00000200:3.0:1790964119.281923:0:31840:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961967931264, offset 224 00000400:00000200:3.0:1790964119.281926:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964119.281932:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964119.281936:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff18000f80 00000400:00000200:0.0:1790964119.282029:0:31842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:0.0:1790964119.282035:0:31842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964119.282038:0:31842:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964119.282041:0:31842:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964119.282044:0:31842:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964119.282052:0:31842:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.282061:0:31842:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964119.282066:0:31842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000880b107 00000400:00000010:0.0:1790964119.282068:0:31842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000880b107. 00000100:00000001:0.0:1790964119.282070:0:31842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964119.282071:0:31842:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964119.282075:0:31842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964119.282077:0:31842:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 15 to 0@lo 00010000:00000001:0.0:1790964119.282080:0:31842:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964119.282081:0:31842:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964119.282083:0:31842:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964119.282086:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090f35c47 x1877961967931008/t0(0) o400->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 224/224 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964119.282093:0:31842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000090f35c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+13:30968:x1877961967931008:12345-0@lo:400: Request processed in 2206us (11627us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964119.282101:0:31842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1790964119.282103:0:31842:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e85c57e6 : new rpc_count 1 00000100:00000001:0.0:1790964119.282105:0:31842:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964119.282107:0:31842:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964119.282116:0:31842:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb1ed1d4. 00000020:00000010:0.0:1790964119.282120:0:31842:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000beda106b. 00000020:00000010:0.0:1790964119.282123:0:31842:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051f8898b. 00000020:00000040:0.0:1790964119.282127:0:31842:0:(genops.c:879:class_export_put()) PUTting export 00000000e85c57e6 : new refcount 12 00000100:00000001:1.0:1790964119.282239:0:30968:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964119.282242:0:30968:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964119.282248:0:30968:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964119.282250:0:30968:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964119.282252:0:30968:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006079d4f2. 00000400:00000200:1.0:1790964119.282257:0:30968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f48e7b3 00000400:00000010:1.0:1790964119.282259:0:30968:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002f48e7b3. 00000100:00000001:1.0:1790964119.282261:0:30968:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964119.282266:0:30968:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964119.282274:0:30968:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.282280:0:30968:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964119.282282:0:30968:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.282285:0:30968:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964119.282287:0:30968:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964119.282289:0:30968:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964119.282291:0:30968:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964119.282293:0:30968:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964119.282299:0:30968:0:(import.c:2195:obd_at_measure()) add 5 to 000000000d54a72a time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964119.282302:0:30968:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b6c6496f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964119.282305:0:30968:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964119.282307:0:30968:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964119.282310:0:30968:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964119.282312:0:30968:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.282315:0:30968:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964119.282318:0:30968:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.282325:0:30968:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964119.282334:0:30968:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964119.282336:0:30968:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964119.282339:0:30968:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964119.282345:0:30968:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000714e17f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:30968:1877961967931008:0@lo:400: 00000100:00000001:1.0:1790964119.282348:0:30968:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.282350:0:30968:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964119.282352:0:30968:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000714e17f8 x1877961967931008/t0(0) o400->MGC192.168.204.115@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964119.282359:0:30968:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964119.282361:0:30968:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964119.282364:0:30968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb0f023. 02000000:00000001:1.0:1790964119.282368:0:30968:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964119.282370:0:30968:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964119.282371:0:30968:0:(genops.c:1223:class_import_put()) import 0000000085218dd5 refcount=5 obd=MGC192.168.204.115@tcp 00000020:00000001:1.0:1790964119.282373:0:30968:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964119.282401:0:30968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008998385e. 02000000:00000001:1.0:1790964119.282408:0:30968:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964119.282409:0:30968:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964119.282410:0:30968:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000714e17f8. 00000100:00000001:1.0:1790964119.282413:0:30968:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964119.282414:0:30968:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.282415:0:30968:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964119.282421:0:30968:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964119.282422:0:30968:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964119.282423:0:30968:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964119.282425:0:30968:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.282468:0:31848:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1790964119.282472:0:31848:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:2.0:1790964119.282480:0:31848:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000029a6a8f6) now 4 - find 00000020:00000001:2.0:1790964119.282483:0:31848:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446620766783157120 : -123306926394496 : ffff8fda5e743380) 00000100:00000001:2.0:1790964119.282489:0:31848:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964119.282491:0:31848:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964119.282495:0:31848:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cfd9292c. 02000000:00000001:2.0:1790964119.282497:0:31848:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.282499:0:31848:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964119.282500:0:31848:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1790964119.282506:0:31848:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 981 last 0 00010000:00000001:2.0:1790964119.282510:0:31848:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:2.0:1790964119.282514:0:31848:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1790964119.282516:0:31848:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:2.0:1790964119.282518:0:31848:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:2.0:1790964119.282520:0:31848:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000000d417ce7. 00000020:00000001:2.0:1790964119.282523:0:31848:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964119.282526:0:31848:0:(lustre_handles.c:93:class_handle_hash()) added object 000000000d417ce7 with handle 0x30a99e5e7bbc573b to hash 00000020:00000001:2.0:1790964119.282527:0:31848:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:2.0:1790964119.282530:0:31848:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:2.0:1790964119.282532:0:31848:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:2.0:1790964119.282535:0:31848:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000af470591. 00000001:00000001:2.0:1790964119.282537:0:31848:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1790964119.282540:0:31848:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b9dd5b24. 00000001:00000001:2.0:1790964119.282542:0:31848:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.282544:0:31848:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:2.0:1790964119.282552:0:31848:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1790964119.282556:0:31848:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e799dadc. 00000001:00000010:2.0:1790964119.282560:0:31848:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008daa757f. 00000001:00000010:2.0:1790964119.282564:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011f93d4a. 00000001:00000010:2.0:1790964119.282567:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005c5fffb. 00000001:00000010:2.0:1790964119.282569:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000706a6c4b. 00000001:00000010:2.0:1790964119.282571:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f10fe735. 00000001:00000001:2.0:1790964119.282574:0:31848:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1790964119.282576:0:31848:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000edbbda9f. 00000001:00000010:2.0:1790964119.282578:0:31848:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000059a269c. 00000001:00000010:2.0:1790964119.282580:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004fc3495. 00000001:00000010:2.0:1790964119.282583:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e69d9533. 00000001:00000010:2.0:1790964119.282585:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfe7404c. 00000001:00000010:2.0:1790964119.282587:0:31848:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000064056e9. 00010000:00000001:2.0:1790964119.282589:0:31848:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.282592:0:31848:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1790964119.282593:0:31848:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.282595:0:31848:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1790964119.282598:0:31848:0:(genops.c:868:class_export_get()) GET export 000000000d417ce7 refcount=3 00000020:00000040:2.0:1790964119.282601:0:31848:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000029a6a8f6) now 5 - export 00000020:00000001:2.0:1790964119.282602:0:31848:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446620766364428288 : -123307345123328 : ffff8fda457ee800) 02000000:00000001:0.0:1790964119.282694:0:31842:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964119.282697:0:31842:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000037b6fa39. 02000000:00000001:0.0:1790964119.282702:0:31842:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964119.282704:0:31842:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964119.282710:0:31842:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964119.282714:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000328f942d. 00000400:00000010:0.0:1790964119.282719:0:31842:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040ade4b5. 00000400:00000200:3.0:1790964119.282856:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xac1 [1] + 224 00000400:00000200:3.0:1790964119.282862:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964119.282865:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964119.282868:0:31840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964119.282871:0:31840:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964119.282879:0:31840:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964119.282886:0:31840:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964119.282891:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb2542e 00000400:00000010:3.0:1790964119.282898:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000beb2542e. 00000100:00000001:3.0:1790964119.282901:0:31840:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964119.282903:0:31840:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964119.282907:0:31840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.283758:0:31844:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964119.283766:0:31844:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964119.283767:0:31844:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964119.283769:0:31844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec0e05c7. 00000400:00000200:0.0:1790964119.283775:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061849567 00000400:00000010:0.0:1790964119.283777:0:31844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000061849567. 00000100:00000001:0.0:1790964119.283780:0:31844:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964119.283784:0:31844:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964119.283792:0:31844:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.283798:0:31844:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964119.283799:0:31844:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964119.283800:0:31844:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964119.283802:0:31844:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964119.283804:0:31844:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964119.283806:0:31844:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964119.283808:0:31844:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964119.283813:0:31844:0:(import.c:2195:obd_at_measure()) add 5 to 000000000d54a72a time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964119.283816:0:31844:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b6c6496f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964119.283819:0:31844:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964119.283821:0:31844:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.283823:0:31844:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964119.283824:0:31844:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.283827:0:31844:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964119.283839:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964119.283847:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.283853:0:31844:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964119.283854:0:31844:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964119.283856:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964119.283863:0:31844:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000049c5d4cd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7:31844:1877961967931264:0@lo:256: 00000100:00000001:0.0:1790964119.283866:0:31844:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964119.283869:0:31844:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.283871:0:31844:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964119.283873:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964119.283875:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.283881:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964119.283883:0:31844:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcd461e4. 00000100:00000001:0.0:1790964119.283887:0:31844:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964119.283888:0:31844:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1790964119.283893:0:31844:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:0.0:1790964119.283896:0:31844:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1790964119.283902:0:31844:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000037b6fa39. 10000000:00000010:0.0:1790964119.283906:0:31844:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000fb1ed1d4. 10000000:00000200:0.0:1790964119.283921:0:31844:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1790964119.283924:0:31844:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:0.0:1790964119.283930:0:31844:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.204.115@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1790964119.283932:0:31844:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000fb1ed1d4. 10000000:00000010:0.0:1790964119.283935:0:31844:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000037b6fa39. 00000020:00000040:2.0:1790964119.284227:0:31848:0:(genops.c:879:class_export_put()) PUTting export 000000000d417ce7 : new refcount 2 00000020:00000080:2.0:1790964119.284231:0:31848:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x30a99e5e7bbc573b 00000020:00000001:2.0:1790964119.284233:0:31848:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.284235:0:31848:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964119.284236:0:31848:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc573b 00000020:00000001:2.0:1790964119.284238:0:31848:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964119.284241:0:31848:0:(lustre_handles.c:148:class_handle2object()) GET export 000000000d417ce7 refcount=3 00000020:00000001:2.0:1790964119.284243:0:31848:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620766364428288 : -123307345123328 : ffff8fda457ee800) 00000020:00000001:2.0:1790964119.284245:0:31848:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620766364428288 : -123307345123328 : ffff8fda457ee800) 00000001:00000001:2.0:1790964119.284248:0:31848:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:2.0:1790964119.284251:0:31848:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1790964119.284258:0:31848:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.204.115@tcp 00000001:00000040:2.0:1790964119.284269:0:31848:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000004dffb13) : new refcount 5 00000001:00000001:2.0:1790964119.284272:0:31848:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446620762017518592 : -123311692033024 : ffff8fd942665400) 00000001:00000001:2.0:1790964119.284275:0:31848:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1790964119.284277:0:31848:0:(genops.c:868:class_export_get()) GET export 000000000d417ce7 refcount=4 00000001:00000040:2.0:1790964119.284279:0:31848:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000004dffb13) : new refcount 6 00000020:00000010:2.0:1790964119.284285:0:31848:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009f285452. 00000020:00000010:2.0:1790964119.284290:0:31848:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 000000008d112f24. 00000001:00000001:2.0:1790964119.284319:0:31848:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1790964119.284323:0:31848:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:2.0:1790964119.284325:0:31848:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000004dffb13) : new refcount 5 00000001:00000001:2.0:1790964119.284327:0:31848:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:2.0:1790964119.284331:0:31848:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:2.0:1790964119.284334:0:31848:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:2.0:1790964119.284336:0:31848:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1790964119.284339:0:31848:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1790964119.284342:0:31848:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:2.0:1790964119.284346:0:31848:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a81168d2. 00000020:00000040:2.0:1790964119.284351:0:31848:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 00000000a81168d2 for nid 0@lo - ref 2 00000020:00000001:2.0:1790964119.284430:0:31848:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964119.284435:0:31848:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005327e3b8. 00000020:00000010:2.0:1790964119.284439:0:31848:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 0000000089c323e9. 00000020:00000010:2.0:1790964119.284442:0:31848:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000e1629a9b. 00000020:00000010:2.0:1790964119.284462:0:31848:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000214ea61. 00000020:00000010:2.0:1790964119.284465:0:31848:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 000000002db897ae. 00000020:00000010:2.0:1790964119.284468:0:31848:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ae9593f7. 00000004:00000001:2.0:1790964119.284484:0:31848:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1790964119.284487:0:31848:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.284489:0:31848:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964119.284493:0:31848:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 000000000e583cd1. 00000020:00000040:2.0:1790964119.284496:0:31848:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000029a6a8f6) now 6 - import 00000020:00000001:2.0:1790964119.284501:0:31848:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964119.284503:0:31848:0:(genops.c:1223:class_import_put()) import 000000000e583cd1 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1790964119.284510:0:31848:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:2.0:1790964119.284515:0:31848:0:(genops.c:868:class_export_get()) GET export 000000000d417ce7 refcount=5 00000100:00000040:2.0:1790964119.284517:0:31848:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 000000000d417ce7 : new rpc_count 1 00000100:00000001:2.0:1790964119.284520:0:31848:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1790964119.284524:0:31848:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964119.284526:0:31848:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 15 to 0@lo 00000100:00000001:2.0:1790964119.284528:0:31848:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 00000100:00000001:2.0:1790964119.284530:0:31848:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446620766556627328 : -123307152924288 : 0xffff8fda50f3a180) 00000100:00000040:2.0:1790964119.284532:0:31848:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000d4733f54 refcount 15 to 0@lo 00000020:00000040:2.0:1790964119.284535:0:31848:0:(genops.c:868:class_export_get()) GET export 000000000d417ce7 refcount=6 00000100:00000001:2.0:1790964119.284539:0:31848:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964119.284541:0:31848:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 16 to 0@lo 00000100:00000001:2.0:1790964119.284543:0:31848:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 02000000:00000001:2.0:1790964119.284546:0:31848:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964119.284550:0:31848:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1790964119.284553:0:31848:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1790964119.284556:0:31848:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072650311072 : -1059240544 : ffffffffc0dd45a0) 02000000:00000001:2.0:1790964119.284559:0:31848:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.284561:0:31848:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1790964119.284564:0:31848:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1790964119.284565:0:31848:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790964119.284568:0:31848:0:(import.c:65:import_set_state_nolock()) 000000000e583cd1 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1790964119.284570:0:31848:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1790964119.284571:0:31848:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1790964119.284573:0:31848:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1790964119.284575:0:31848:0:(genops.c:879:class_export_put()) PUTting export 000000000d417ce7 : new refcount 5 00000020:00000040:2.0:1790964119.284577:0:31848:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (0000000029a6a8f6) now 6 - find 00010000:00000001:2.0:1790964119.284580:0:31848:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.284584:0:31848:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964119.284586:0:31848:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661810128 : -1047741488 : ffffffffc18cbbd0) 00000020:00000001:2.0:1790964119.284589:0:31848:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964119.284590:0:31848:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964119.284592:0:31848:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964119.284599:0:31848:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964119.284601:0:31848:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.284603:0:31848:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000100:00000040:3.0:1790964119.284702:0:31840:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 16 to 0@lo 00010000:00000001:3.0:1790964119.284706:0:31840:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964119.284708:0:31840:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964119.284710:0:31840:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964119.284716:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004e5cb9b x1877961967931264/t0(0) o256->a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7@0@lo:695/0 lens 304/240 e 0 to 0 dl 1790964130 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964119.284724:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000004e5cb9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a9de6fb5-b4f5-45e0-bcef-98b57ecd5ec7+12:31844:x1877961967931264:12345-0@lo:256: Request processed in 4177us (5423us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964119.284733:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964119.284735:0:31840:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e85c57e6 : new rpc_count 0 00000100:00000001:3.0:1790964119.284738:0:31840:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964119.284740:0:31840:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964119.284744:0:31840:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ec0b389. 00000020:00000010:3.0:1790964119.284749:0:31840:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004df05d48. 00000020:00000010:3.0:1790964119.284753:0:31840:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000099258ce. 00000020:00000040:3.0:1790964119.284757:0:31840:0:(genops.c:879:class_export_put()) PUTting export 00000000e85c57e6 : new refcount 11 02000000:00000001:3.0:1790964119.284761:0:31840:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964119.284763:0:31840:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 0000000097dd8359. 02000000:00000001:3.0:1790964119.284766:0:31840:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964119.284767:0:31840:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964119.284773:0:31840:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964119.284778:0:31840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c49533b1. 00000400:00000010:3.0:1790964119.284784:0:31840:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042a8164e. 10000000:00000001:0.0:1790964119.284864:0:31844:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964119.284868:0:31844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964119.284872:0:31844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c5d4cd x1877961967931264/t0(0) o256->MGC192.168.204.115@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964135 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964119.284890:0:31844:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964119.284892:0:31844:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964119.284895:0:31844:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b34b36ed. 02000000:00000001:0.0:1790964119.284898:0:31844:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964119.284900:0:31844:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964119.284901:0:31844:0:(genops.c:1223:class_import_put()) import 0000000085218dd5 refcount=4 obd=MGC192.168.204.115@tcp 00000020:00000001:0.0:1790964119.284903:0:31844:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1790964119.284904:0:31844:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1790964119.284906:0:31844:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964119.284907:0:31844:0:(genops.c:1223:class_import_put()) import 0000000085218dd5 refcount=3 obd=MGC192.168.204.115@tcp 00000020:00000001:0.0:1790964119.284908:0:31844:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1790964119.284911:0:31844:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003a8cbaa6. 00000100:00000010:0.0:1790964119.284914:0:31844:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a00a06c9. 00000100:00000001:0.0:1790964119.284917:0:31844:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1790964119.284918:0:31844:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000aa01d07. 02000000:00000001:0.0:1790964119.284921:0:31844:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964119.284923:0:31844:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964119.284925:0:31844:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c5d4cd. 00000100:00000001:0.0:1790964119.284929:0:31844:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964119.284930:0:31844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1790964119.285019:0:31844:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000000e7d73fa. 10000000:01000000:0.0:1790964119.285024:0:31844:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.115@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1790964119.285028:0:31844:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1790964119.285031:0:31844:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964119.285033:0:31844:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964119.285035:0:31844:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000009a154db1 refcount=3 00000020:00000001:0.0:1790964119.285038:0:31844:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:0.0:1790964119.285042:0:31844:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620767281381376 : -123306428170240 : ffff8fda7c268000) 00010000:00000001:0.0:1790964119.285045:0:31844:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1790964119.285048:0:31844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5734 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964119.285057:0:31844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964119.285059:0:31844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964119.285066:0:31844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.115@tcp lock: 000000009a154db1/0x30a99e5e7bbc572d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x30a99e5e7bbc5734 expref: -99 pid: 31844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964119.285072:0:31844:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1790964119.285074:0:31844:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964119.285075:0:31844:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1790964119.285076:0:31844:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964119.285078:0:31844:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964119.285081:0:31844:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1790964119.285083:0:31844:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1790964119.285085:0:31844:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000a4b2298d) refs 3 10000000:00000001:0.0:1790964119.285087:0:31844:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1790964119.286097:0:30632:0:(connection.c:75:cpu_latency_work()) work item of 0000000008394978 (cpu 3) has reached its deadline 4295648788, at 4295648789 00000100:00000010:3.0:1790964119.286109:0:30632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057b10090. 00000100:00000040:0.0:1790964119.286786:0:25790:0:(connection.c:75:cpu_latency_work()) work item of 00000000327dad20 (cpu 0) has reached its deadline 4295648788, at 4295648790 00000100:00000010:0.0:1790964119.286794:0:25790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706710df. 00000100:00000040:1.0:1790964119.286855:0:29417:0:(connection.c:75:cpu_latency_work()) work item of 0000000071c27681 (cpu 1) has reached its deadline 4295648788, at 4295648790 00000100:00000010:1.0:1790964119.286861:0:29417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022f87389. 00000001:00000001:2.0:1790964119.287080:0:31848:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1790964119.287082:0:31848:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1790964119.287085:0:31848:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1790964119.287086:0:31848:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.287087:0:31848:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964119.287091:0:31848:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961967931136 00010000:00000001:2.0:1790964119.287093:0:31848:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964119.287101:0:31848:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000005653db71 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964139 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964119.287110:0:31848:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964119.287112:0:31848:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964119.287115:0:31848:0:(import.c:2195:obd_at_measure()) add 1 to 000000004163740a time=1790964119 v=10 (0 0 0 0) 00000100:00001000:2.0:1790964119.287119:0:31848:0:(import.c:2261:obd_at_measure()) AT 000000004163740a change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1790964119.287122:0:31848:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@000000005653db71 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964139 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1790964119.287447:0:31848:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1790964119.287451:0:31848:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964119.287453:0:31848:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000d4733f54 refcount 17 to 0@lo 00000100:00000001:2.0:1790964119.287456:0:31848:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446620766556627328 : -123307152924288 : ffff8fda50f3a180) 02000000:00000001:2.0:1790964119.287459:0:31848:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964119.287462:0:31848:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964119.287466:0:31848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964119.287468:0:31848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964119.287473:0:31848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b36c664. 00000100:00000200:2.0:1790964119.287479:0:31848:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961967931136, offset 0 00000400:00000200:2.0:1790964119.287485:0:31848:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964119.287498:0:31848:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964119.287508:0:31848:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff18000f00 00000400:00000200:2.0:1790964119.287515:0:31848:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xad1 [1] + 0 00000400:00000200:2.0:1790964119.287523:0:31848:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964119.287539:0:31848:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964119.287546:0:31848:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964119.287550:0:31848:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964119.287560:0:31848:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964119.287580:0:31848:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964119.287588:0:31848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b36c664 00000400:00000010:2.0:1790964119.287590:0:31848:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009b36c664. 00000100:00000001:2.0:1790964119.287593:0:31848:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964119.287595:0:31848:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964119.287600:0:31848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964119.287603:0:31848:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000d4733f54 refcount 16 to 0@lo 00000100:00000001:3.0:1790964119.288062:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964119.288066:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964119.288072:0:30965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964119.288075:0:30965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964119.288077:0:30965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000264a4175. 00000400:00000200:3.0:1790964119.288082:0:30965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0cd21b1 00000400:00000010:3.0:1790964119.288090:0:30965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e0cd21b1. 00000100:00000001:3.0:1790964119.288094:0:30965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964119.288098:0:30965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964119.288106:0:30965:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964119.288112:0:30965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964119.288113:0:30965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964119.288115:0:30965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964119.288118:0:30965:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964119.288120:0:30965:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964119.288122:0:30965:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964119.288124:0:30965:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964119.288210:0:31848:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964119.288212:0:31848:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964119.288215:0:31848:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964119.288220:0:31848:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005653db71 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964139 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964119.288229:0:31848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005653db71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30965:x1877961967931136:12345-0@lo:38: Request processed in 6630us (6933us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964119.288238:0:31848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1790964119.288241:0:31848:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000d417ce7 : new rpc_count 0 00000100:00000001:2.0:1790964119.288243:0:31848:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964119.288245:0:31848:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964119.288251:0:31848:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003514dcfe. 00000020:00000010:2.0:1790964119.288257:0:31848:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce712ae0. 00000020:00000010:2.0:1790964119.288261:0:31848:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbfa4341. 00000020:00000040:2.0:1790964119.288265:0:31848:0:(genops.c:879:class_export_put()) PUTting export 000000000d417ce7 : new refcount 4 00000100:00000001:2.0:1790964119.288268:0:31848:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964119.288308:0:11567:0:(connection.c:75:cpu_latency_work()) work item of 00000000b0896633 (cpu 2) has reached its deadline 4295648788, at 4295648791 00000100:00000010:2.0:1790964119.288314:0:11567:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024488942. 00000100:00001000:3.0:1790964119.288347:0:30965:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e749bbeb time=1790964119 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964119.288352:0:30965:0:(import.c:2195:obd_at_measure()) add 1 to 000000002625435e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964119.288354:0:30965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964119.288356:0:30965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964119.288358:0:30965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964119.288362:0:30965:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964119.288368:0:30965:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.288371:0:30965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964119.288373:0:30965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964119.288415:0:30965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964119.288416:0:30965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964119.288420:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964119.288427:0:30965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964119.288430:0:30965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964119.288432:0:30965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964119.288434:0:30965:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1790964119.288439:0:30965:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:3.0:1790964119.288441:0:30965:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964119.288443:0:30965:0:(genops.c:804:class_conn2export()) looking for export cookie 0x30a99e5e7bbc571f 00000020:00000001:3.0:1790964119.288451:0:30965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964119.288453:0:30965:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000015dd636b refcount=7 00000020:00000001:3.0:1790964119.288456:0:30965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446620762010572800 : -123311698978816 : ffff8fd941fc5800) 00000020:00000001:3.0:1790964119.288458:0:30965:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446620762010572800 : -123311698978816 : ffff8fd941fc5800) 00000100:00001000:3.0:1790964119.288462:0:30965:0:(import.c:2195:obd_at_measure()) add 1 to 000000002625435e time=1790964119 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964119.288464:0:30965:0:(import.c:2261:obd_at_measure()) AT 000000002625435e change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1790964119.288470:0:30965:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1790964119.288473:0:30965:0:(genops.c:879:class_export_put()) PUTting export 0000000015dd636b : new refcount 6 00000100:00000001:3.0:1790964119.288475:0:30965:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964119.288477:0:30965:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1790964119.288478:0:30965:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790964119.288481:0:30965:0:(import.c:65:import_set_state_nolock()) 000000009275d136 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1790964119.288483:0:30965:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964119.288484:0:30965:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964119.288485:0:30965:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964119.288488:0:30965:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964119.288491:0:30965:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.288494:0:30965:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964119.288498:0:30965:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964119.288505:0:30965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d34c8831 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30965:1877961967931136:0@lo:38: 00000100:00000001:3.0:1790964119.288510:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.288512:0:30965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964119.288514:0:30965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d34c8831 x1877961967931136/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964119.288520:0:30965:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964119.288521:0:30965:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964119.288524:0:30965:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a7fd50b. 02000000:00000001:3.0:1790964119.288528:0:30965:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964119.288529:0:30965:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964119.288530:0:30965:0:(genops.c:1223:class_import_put()) import 000000009275d136 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964119.288532:0:30965:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964119.288540:0:30965:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d297411a. 02000000:00000001:3.0:1790964119.288543:0:30965:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964119.288545:0:30965:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964119.288546:0:30965:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d34c8831. 00000100:00000001:3.0:1790964119.288549:0:30965:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964119.288551:0:30965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964119.288553:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.288555:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964119.288557:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964119.288558:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964119.288560:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964119.297735:0:32137:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000080f85f53. 00080000:00000010:3.0:1790964119.297747:0:32137:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000080f85f53. 00000020:00000001:3.0:1790964119.297753:0:32137:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964119.692061:0:32175:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000433d4a8e. 00080000:00000010:3.0:1790964119.692074:0:32175:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000433d4a8e. 00000020:00000001:3.0:1790964119.692081:0:32175:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964119.692110:0:32175:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964119.692525:0:32175:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1790964119.777550:0:25790:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964119.777561:0:25790:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964119.777568:0:25790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964119.777569:0:25790:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964119.777700:0:31835:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964119.777705:0:31835:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964119.777708:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964120.288477:0:31834:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964120.288496:0:31834:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964120.288539:0:30965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964120.288551:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964120.288560:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964120.288564:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964120.288567:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964120.288570:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964120.288573:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964120.288881:0:31880:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964120.288885:0:31880:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964120.288886:0:31880:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964120.288889:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000100:00000001:0.0:1790964120.288894:0:31880:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964120.288897:0:31880:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964120.288899:0:31880:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964120.288902:0:31880:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964120.288904:0:31880:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964120.289064:0:31830:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000053064ee1. 00000100:00000001:3.0:1790964120.289070:0:31830:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964120.289072:0:31830:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1790964120.307214:0:32188:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001ec7fef8. 00080000:00000010:0.0:1790964120.307227:0:32188:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000001ec7fef8. 00000020:00000001:0.0:1790964120.307232:0:32188:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964120.654919:0:32226:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000080ababb0. 00080000:00000010:2.0:1790964120.654930:0:32226:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000080ababb0. 00000020:00000001:2.0:1790964120.654936:0:32226:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1790964120.654962:0:32226:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790964120.655156:0:32226:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1790964120.806493:0:25790:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964120.806501:0:25790:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964120.806509:0:25790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964120.806510:0:25790:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964120.806530:0:31836:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964120.806532:0:31836:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964120.806535:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964121.312521:0:31880:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964121.312531:0:31880:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964121.312533:0:31880:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964121.312536:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000100:00000001:0.0:1790964121.312541:0:31880:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964121.312545:0:31880:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964121.312548:0:31880:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964121.312550:0:31880:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964121.312553:0:31880:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964121.312643:0:30965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964121.312654:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964121.312655:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964121.312658:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964121.312660:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964121.312672:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964121.312674:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964121.824503:0:25790:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964121.824515:0:25790:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964121.824524:0:25790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964121.824526:0:25790:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964121.824820:0:31835:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964121.824825:0:31835:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964121.824828:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1790964122.020492:0:32238:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000948665c5. 00080000:00000010:1.0:1790964122.020512:0:32238:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000948665c5. 00000020:00000001:1.0:1790964122.020519:0:32238:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964122.338278:0:31880:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964122.338289:0:31880:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964122.338292:0:31880:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964122.338297:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000100:00000001:1.0:1790964122.338304:0:31880:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964122.338308:0:31880:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964122.338311:0:31880:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964122.338323:0:31880:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964122.338326:0:31880:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964122.340577:0:30965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964122.340597:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964122.340599:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964122.340605:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964122.340608:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964122.340611:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964122.340614:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1790964122.478580:0:32274:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1790964122.478591:0:32274:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:3.0:1790964122.492013:0:32274:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1790964122.848553:0:25790:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964122.848561:0:25790:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964122.848568:0:25790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964122.848571:0:25790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790964122.848574:0:25790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790964122.848577:0:25790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964122.848580:0:25790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790964122.848582:0:25790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964122.848584:0:25790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964122.848586:0:25790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964122.848612:0:31836:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964122.848614:0:31836:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964122.848616:0:31836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964123.362189:0:31880:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964123.362197:0:31880:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964123.362200:0:31880:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964123.362204:0:31880:0:(client.c:2716:ptlrpc_set_wait()) set 000000002208464b going to sleep for 0 seconds 00000100:00000001:0.0:1790964123.362208:0:31880:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964123.362211:0:31880:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964123.362214:0:31880:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964123.362216:0:31880:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964123.362219:0:31880:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964123.365006:0:30965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964123.365021:0:30965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964123.365024:0:30965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964123.365029:0:30965:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964123.365031:0:30965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964123.365034:0:30965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964123.365036:0:30965:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964123.657093:0:32286:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d56485e3. 00080000:00000010:2.0:1790964123.657104:0:32286:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000d56485e3. 00000020:00000001:2.0:1790964123.657110:0:32286:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964123.876090:0:25790:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1790964123.876097:0:25790:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964123.876104:0:25790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790964123.876122:0:25790:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964123.876182:0:31835:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790964123.876186:0:31835:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790964123.876189:0:31835:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2416 lines, 2416 kept, 0 dropped, 0 bad.