00000020:01000004:0.0F:1790963995.894486:0:31785:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790963995.894495:0:31785:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790963995.894497:0:31785:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790963995.894607:0:31785:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000004a3b57a9 00000080:02000400:0.0:1790963995.894617:0:31785:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790963995.903147:0:31785:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790963995.903159:0:31785:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790963995.903230:0:31785:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (000000002c6d6d10) 00000020:00000080:0.0:1790963995.903246:0:31785:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0F:1790963995.948678:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790963995.950979:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.952738:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.952976:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.953407:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.953579:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.953764:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.954008:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.954474:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.954692:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.954879:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.955299:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.955613:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.955862:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.956129:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.956403:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.956629:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.956872:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.957427:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.957652:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.957901:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.958181:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.958543:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.958723:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.958990:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.959361:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.959539:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.959934:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.960220:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.960403:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.960545:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.960704:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1790963995.960887:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790963995.961216:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0F:1790963995.961842:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1790963995.962142:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1790963995.962418:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1790963995.962627:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1790963995.964238:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.966732:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.967903:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.968196:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.968641:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.969170:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.970041:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.970329:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790963995.975222:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.976302:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.976839:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.978233:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.979505:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.979858:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790963995.980172:0:31785:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:0.0:1790963995.981187:0:31785:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790963995.981840:0:31785:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790963995.981848:0:31785:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790963995.981862:0:31785:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9da1 00000020:01000004:0.0:1790963995.981869:0:31785:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790963995.981873:0:31785:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790963995.982004:0:31785:0:(tgt_mount.c:101:server_register_mount()) register mount 000000004a3b57a9 from MGS 00000020:01000004:0.0:1790963995.982021:0:31785:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790963995.982032:0:31785:0:(genops.c:413:class_newdev()) Allocate new device MGS (000000007fec9482) 00000020:00000080:0.0:1790963995.982045:0:31785:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790963995.982110:0:31785:0:(tgt_mount.c:153:server_get_mount()) get mount 000000004a3b57a9 from MGS, refs=2 00080000:01000000:0.0:1790963995.982115:0:31785:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790963995.982119:0:31785:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9daf 00000100:00100000:0.0:1790963995.982223:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790963995.984061:0:31785:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1790963995.984073:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1790963995.985565:0:31785:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1790963995.985574:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790963995.988614:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790963995.990387:0:31785:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790963995.990396:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1790963995.995004:0:31785:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1790963995.995019:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1790963995.996106:0:31785:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1790963995.996116:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0F:1790963995.996692:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963995.996701:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963995.996703:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963995.998449:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963995.998454:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963995.998456:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790963995.999053:0:31785:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1790963996.005049:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1790963996.248476:0:31785:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2679 MB/s 00000001:01000000:0.0:1790963996.498543:0:31785:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 4135 MB/s 00000001:01000000:2.0:1790963996.750661:0:31785:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 682 MB/s 00000001:01000000:2.0:1790963997.000866:0:31785:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 775 MB/s 00000040:01000000:1.0:1790963997.016506:0:31785:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1790963997.017741:0:31797:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1790963997.017793:0:31785:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1790963997.017838:0:31785:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:2.0:1790963997.017876:0:31785:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:2.0:1790963997.017896:0:31785:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1790963997.018200:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790963997.018389:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1790963997.018397:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790963997.019207:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790963997.019226:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1790963997.019998:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1790963997.020005:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1790963997.026416:0:31785:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1790963997.026443:0:31785:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.138@tcp' 00000020:01000004:2.0:1790963997.026445:0:31785:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1790963997.026492:0:31785:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.138@tcp (typ=mgc) 00000020:00000080:2.0:1790963997.026521:0:31785:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.138@tcp (000000004cf46bf5) 00000020:00000080:2.0:1790963997.026540:0:31785:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1790963997.028756:0:31785:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a5afc3fc@MGC192.168.203.138@tcp: add connection 192.168.203.138@tcp at head 00000100:00080000:1.0:1790963997.029088:0:31801:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:2.0:1790963997.029159:0:31785:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.138@tcp-0 is initialized 00000040:01000000:2.0:1790963997.029166:0:31785:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.138@tcp ctxt 1 is initialized 10000000:01000000:1.0:1790963997.032726:0:31803:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1790963997.032831:0:31785:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.138@tcp (uuid b4c70f57-6591-4d7d-938f-712d3916fa77) 00000020:00000080:2.0:1790963997.032853:0:31785:0:(genops.c:1385:class_connect()) connect: client b4c70f57-6591-4d7d-938f-712d3916fa77, cookie 0xc560024fb97e9dbd 00000100:00080000:2.0:1790963997.032864:0:31785:0:(import.c:545:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790963997.032870:0:31785:0:(import.c:665:import_select_connection()) MGC192.168.203.138@tcp: import 00000000a5afc3fc using connection 192.168.203.138@tcp/0@lo 00000100:00100000:2.0:1790963997.032900:0:31785:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000065572651 x1877961849438336/t0(0) o250->MGC192.168.203.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790963997.033876:0:30926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000065572651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b4c70f57-6591-4d7d-938f-712d3916fa77:30926:1877961849438336:0@lo:250: 00000100:00100000:0.0:1790963997.033973:0:30926:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790963997.034052:0:31785:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b4c70f57-6591-4d7d-938f-712d3916fa77->MGS 00000020:01000004:2.0:1790963997.034077:0:31785:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1790963997.034084:0:31785:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1790963997.034098:0:31785:0:(genops.c:413:class_newdev()) Allocate new device MDS (0000000028a6eb08) 00000020:00000080:2.0:1790963997.034114:0:31785:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1790963997.039453:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438336 00000100:00100000:1.0:1790963997.039471:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438336 00000100:00100000:1.0:1790963997.039535:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.039542:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c9b142ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30926:x1877961849438336:12345-0@lo:250: 00010000:00080000:1.0:1790963997.039571:0:31798:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo t0 exp 0000000000000000 cur 848 last 0 00000020:00000080:1.0:1790963997.039600:0:31798:0:(genops.c:1385:class_connect()) connect: client b4c70f57-6591-4d7d-938f-712d3916fa77, cookie 0xc560024fb97e9dcb 00000100:00080000:1.0:1790963997.039751:0:31798:0:(import.c:65:import_set_state_nolock()) 00000000bd292db7 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790963997.050075:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c9b142ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+5:30926:x1877961849438336:12345-0@lo:250: Request processed in 10522us (16091us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.050092:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790963997.052310:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790963997.052699:0:30926:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.138@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790963997.052716:0:30926:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.138@tcp: connect to target with instance 0 00000100:00080000:0.0:1790963997.052724:0:30926:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790963997.052729:0:30926:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790963997.052732:0:30926:0:(import.c:65:import_set_state_nolock()) 00000000a5afc3fc MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790963997.052737:0:30926:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790963997.052744:0:30926:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1790963997.052751:0:30926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000065572651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b4c70f57-6591-4d7d-938f-712d3916fa77:30926:1877961849438336:0@lo:250: 00000100:00100000:2.0:1790963997.053151:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1790963997.053158:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00010000:00010000:2.0:1790963997.055193:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790963997.055766:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1790963997.055777:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1790963997.061597:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1790963997.061610:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790963997.069065:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790963997.069268:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790963997.069274:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790963997.071477:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790963997.071489:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1790963997.117504:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790963997.117780:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1790963997.117787:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1790963997.120271:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1790963997.120286:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790963997.121545:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790963997.121807:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790963997.121814:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790963997.122621:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790963997.122628:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790963997.123787:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790963997.123990:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790963997.123996:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1790963997.124728:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790963997.124735:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790963997.125267:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790963997.125430:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790963997.125434:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1790963997.129756:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790963997.129776:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790963997.148621:0:31785:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790963997.148834:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790963997.148840:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790963997.150269:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790963997.150280:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790963997.151231:0:31785:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790963997.151241:0:31785:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790963997.152695:0:31785:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790963997.152723:0:31785:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1790963997.152729:0:31785:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.138@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790963997.152826:0:31785:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.138@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790963997.152857:0:31785:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.138@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790963997.152861:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790963997.152863:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790963997.152864:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790963997.152865:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790963997.152866:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790963997.152868:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790963997.152869:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790963997.152870:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790963997.152871:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790963997.152872:0:31785:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790963997.152875:0:31785:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790963997.152877:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790963997.152878:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790963997.152884:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790963997.152885:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790963997.152886:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790963997.152887:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790963997.152888:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790963997.152889:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790963997.152890:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790963997.152891:0:31785:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790963997.153047:0:31785:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790963997.153065:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438464:0@lo:253: 00000100:00100000:3.0:1790963997.153151:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.153242:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094f59b7d going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.153286:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438464 00000100:00100000:1.0:1790963997.153294:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438464 00000100:00100000:1.0:1790963997.153632:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790963997.153642:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000089934e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+5:31785:x1877961849438464:12345-0@lo:253: 20000000:01000000:1.0:1790963997.153701:0:31800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790963997.153705:0:31800:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790963997.153708:0:31800:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1790963997.153966:0:31822:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1790963997.154595:0:31800:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:1.0:1790963997.157078:0:31823:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1790963997.157086:0:31823:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1790963997.157089:0:31823:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:1.0:1790963997.157106:0:31823:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:0.0:1790963997.157610:0:31800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790963997.157620:0:31800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790963997.160710:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000089934e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+5:31785:x1877961849438464:12345-0@lo:253: Request processed in 7063us (7552us total) trans 0 rc 0/0 00000100:00100000:0.0:1790963997.160728:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790963997.160863:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438464:0@lo:253: 10000000:01000000:3.0:1790963997.160877:0:31785:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790963997.160879:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790963997.160882:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790963997.160883:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790963997.160884:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790963997.160885:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790963997.160886:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790963997.160888:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790963997.160889:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790963997.160890:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790963997.160891:0:31785:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790963997.160907:0:31785:0:(tgt_mount.c:101:server_register_mount()) register mount 000000004a3b57a9 from lustre-MDT0000 10000000:01000000:3.0:1790963997.160945:0:31785:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790963997.161042:0:31785:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790963997.161046:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d13af8319c0 10000000:01000000:3.0:1790963997.161051:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790963997.161058:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d13af8319c0 from 1 10000000:01000000:3.0:1790963997.161060:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790963997.161092:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.161102:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.161119:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.161136:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438592:0@lo:101: 00000100:00100000:3.0:1790963997.161167:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.161239:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.168549:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438592 00000100:00100000:1.0:1790963997.168566:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438592 00000100:00100000:1.0:1790963997.168625:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790963997.168757:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000021a68ab3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+5:31785:x1877961849438592:12345-0@lo:101: 00010000:00010000:1.0:1790963997.168776:0:31799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790963997.168799:0:31799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000c9c5fd2/0xc560024fb97e9dd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9dd2 expref: -99 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.168824:0:31799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000c9c5fd2/0xc560024fb97e9dd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9dd2 expref: 6 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.168834:0:31799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000c9c5fd2/0xc560024fb97e9dd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9dd2 expref: 6 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.168842:0:31799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000c9c5fd2, rc 0) 00000100:00100000:1.0:1790963997.169087:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000021a68ab3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+6:31785:x1877961849438592:12345-0@lo:101: Request processed in 333us (7919us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.169095:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790963997.169208:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438592:0@lo:101: 00010000:00010000:3.0:1790963997.169227:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9dd9 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.169235:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9dd9 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.169328:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438720:0@lo:501: 00000100:00100000:3.0:1790963997.169391:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.169428:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.169566:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438720 00000100:00100000:1.0:1790963997.169571:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438720 00000100:00100000:1.0:1790963997.169605:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790963997.169612:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005d8ef4ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+6:31785:x1877961849438720:12345-0@lo:501: 00000100:00100000:1.0:1790963997.169865:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005d8ef4ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+6:31785:x1877961849438720:12345-0@lo:501: Request processed in 253us (474us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790963997.169873:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790963997.169944:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438720:0@lo:501: 10000000:01000000:3.0:1790963997.169972:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790963997.169989:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9dd9 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.169997:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000c8b28417/0xc560024fb97e9dd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9dd9 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790963997.170005:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d138aaf4800 10000000:01000000:3.0:1790963997.170010:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790963997.170026:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d138aaf4800 10000000:01000000:3.0:1790963997.170029:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790963997.170032:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d138aaf4800 from 1 10000000:01000000:3.0:1790963997.170034:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790963997.170054:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.170062:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.170069:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.170081:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438848:0@lo:101: 00000100:00100000:3.0:1790963997.170108:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.170137:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:2.0:1790963997.170255:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438848 00000100:00100000:2.0:1790963997.170260:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438848 00000100:00100000:2.0:1790963997.170291:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790963997.170297:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004d65f7d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+6:31785:x1877961849438848:12345-0@lo:101: 00010000:00010000:2.0:1790963997.170314:0:31799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790963997.170334:0:31799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e76b6fc4/0xc560024fb97e9de7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9de0 expref: -99 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.170367:0:31799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e76b6fc4/0xc560024fb97e9de7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9de0 expref: 7 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.170380:0:31799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e76b6fc4/0xc560024fb97e9de7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9de0 expref: 7 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.170388:0:31799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e76b6fc4, rc 0) 00000100:00100000:2.0:1790963997.170431:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004d65f7d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+7:31785:x1877961849438848:12345-0@lo:101: Request processed in 134us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1790963997.170437:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790963997.170761:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438848:0@lo:101: 00010000:00010000:3.0:1790963997.170772:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9de7 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.170779:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9de7 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790963997.170788:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790963997.170802:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9de7 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.170809:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000fad1e773/0xc560024fb97e9de0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9de7 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790963997.170825:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790963997.170828:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790963997.171708:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d138aaf4800 10000000:01000000:3.0:1790963997.171716:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790963997.171719:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1790963997.171722:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1790963997.171745:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.171760:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.171767:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.171782:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438976:0@lo:101: 00000100:00100000:3.0:1790963997.171832:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.171868:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.171924:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849438976 00000100:00100000:1.0:1790963997.171930:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849438976 00000100:00100000:1.0:1790963997.171966:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790963997.171973:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000010d0babb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+7:31785:x1877961849438976:12345-0@lo:101: 00010000:00010000:1.0:1790963997.171991:0:31800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790963997.172000:0:31800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d778cc7c/0xc560024fb97e9df5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9dee expref: -99 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.172016:0:31800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d778cc7c/0xc560024fb97e9df5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9dee expref: 8 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.172024:0:31800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d778cc7c/0xc560024fb97e9df5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9dee expref: 8 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.172031:0:31800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d778cc7c, rc 0) 00000100:00100000:1.0:1790963997.172184:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000010d0babb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+8:31785:x1877961849438976:12345-0@lo:101: Request processed in 211us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.172191:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790963997.172685:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849438976:0@lo:101: 00010000:00010000:3.0:1790963997.172699:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9df5 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.172706:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9df5 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.172761:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439104:0@lo:501: 00000100:00100000:3.0:1790963997.172790:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.172877:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:2.0:1790963997.173107:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439104 00000100:00100000:2.0:1790963997.173113:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439104 00000100:00100000:2.0:1790963997.173150:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790963997.173157:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007c4a381e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+8:31785:x1877961849439104:12345-0@lo:501: 00000100:00100000:2.0:1790963997.173495:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007c4a381e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31785:x1877961849439104:12345-0@lo:501: Request processed in 338us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1790963997.173504:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790963997.176891:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439104:0@lo:501: 00000100:00100000:3.0:1790963997.177079:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439232:0@lo:503: 00000100:00100000:3.0:1790963997.177153:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.177245:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000057cd744f going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.180741:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439232 00000100:00100000:1.0:1790963997.180758:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439232 00000100:00100000:1.0:1790963997.180963:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790963997.180983:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000a28237b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31785:x1877961849439232:12345-0@lo:503: 00000100:00100000:1.0:1790963997.181765:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000a28237b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31785:x1877961849439232:12345-0@lo:503: Request processed in 792us (4610us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.181775:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790963997.182186:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439232:0@lo:503: 00000100:00100000:1.0:1790963997.182753:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005f0e4f1e pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31824:1877961849439360:0@lo:502: 00000100:00100000:1.0:1790963997.182868:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.182977:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439360 00000100:00100000:2.0:1790963997.182984:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439360 00000100:00100000:2.0:1790963997.183029:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790963997.183036:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d8a80e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31824:x1877961849439360:12345-0@lo:502: 00000100:00100000:1.0:1790963997.183205:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 000000000ac42ea1 going to sleep for 11 seconds 00000100:00100000:2.0:1790963997.184126:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d8a80e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31824:x1877961849439360:12345-0@lo:502: Request processed in 1089us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1790963997.184136:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790963997.184927:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005f0e4f1e pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31824:1877961849439360:0@lo:502: 00000020:01000000:1.0:1790963997.184963:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790963997.184976:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790963997.184986:0:31824:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790963997.184994:0:31824:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790963997.185118:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790963997.185132:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000004aa5dff6) 00000020:00000080:2.0:1790963997.185150:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790963997.185157:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790963997.185648:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790963997.185656:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9e03 00000020:00000080:2.0:1790963997.185871:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790963997.185877:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790963997.185881:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.185883:0:31824:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790963997.185885:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790963997.185890:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.185892:0:31824:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790963997.185895:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790963997.185903:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (00000000ae386b18) 00000020:00000080:2.0:1790963997.185977:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790963997.185984:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790963997.185986:0:31824:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790963997.185988:0:31824:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790963997.185994:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790963997.186040:0:31824:0:(tgt_mount.c:153:server_get_mount()) get mount 000000004a3b57a9 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790963997.186061:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000001410dd60) 00000020:00000080:2.0:1790963997.186069:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790963997.186130:0:31824:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790963997.186136:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc560024fb97e9e18 00000020:00000080:2.0:1790963997.186645:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790963997.186663:0:31824:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790963997.186668:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc560024fb97e9e1f 00080000:01000000:2.0:1790963997.186688:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790963997.186692:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9e26 00010000:00010000:3.0:1790963997.255245:0:31824:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1790963997.256994:0:31824:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:3.0:1790963997.257369:0:31824:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1790963997.257920:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (000000002d108f86) 00000020:00000080:3.0:1790963997.257938:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1790963997.258056:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1790963997.258065:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9e34 00000020:00000080:2.0:1790963997.260235:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790963997.264360:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc560024fb97e9e3b 00000020:00000080:2.0:1790963997.265304:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790963997.265322:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790963997.265327:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.265329:0:31824:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790963997.265332:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790963997.265334:0:31824:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1790963997.265354:0:31824:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790963997.265356:0:31824:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790963997.265358:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790963997.265361:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.265364:0:31824:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790963997.265367:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790963997.265372:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.265373:0:31824:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790963997.265377:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790963997.265417:0:31824:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790963997.265433:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790963997.265436:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.265437:0:31824:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790963997.265440:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790963997.265442:0:31824:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790963997.265445:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.265446:0:31824:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790963997.265449:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790963997.265454:0:31824:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.138@tcp to nid 0x20000c0a8cb8a (192.168.203.138@tcp) 00000020:01000000:2.0:1790963997.265476:0:31824:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790963997.265479:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790963997.265645:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (0000000019ea47aa) 00000020:00000080:2.0:1790963997.265730:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790963997.265736:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790963997.265786:0:31824:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790963997.265791:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790963997.265796:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9e49 00010000:00080000:2.0:1790963997.265823:0:31824:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003f797db4@lustre-OST0000-osc-MDT0000: add connection 192.168.203.138@tcp at head 00010000:00010000:2.0:1790963997.266214:0:31824:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790963997.267216:0:31824:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790963997.267462:0:31824:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790963997.270198:0:31824:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790963997.270617:0:31824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790963997.271180:0:31824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790963997.272127:0:31828:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790963997.272133:0:31828:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790963997.274921:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790963997.274936:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790963997.274975:0:31824:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790963997.274992:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc560024fb97e9e50 00000100:00080000:2.0:1790963997.275002:0:31824:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790963997.275007:0:31824:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000003f797db4 using connection 192.168.203.138@tcp/0@lo 00000100:00100000:2.0:1790963997.275142:0:31824:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001199acff x1877961849439488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790963997.275167:0:31824:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1790963997.275269:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790963997.275273:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.275275:0:31824:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790963997.275277:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790963997.275280:0:31824:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1790963997.275281:0:31824:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790963997.275283:0:31824:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790963997.275284:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790963997.275286:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.275287:0:31824:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790963997.275290:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790963997.275293:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790963997.275294:0:31824:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1790963997.275296:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790963997.275299:0:31824:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.138@tcp to nid 0x20000c0a8cb8a (192.168.203.138@tcp) 00000020:00000080:2.0:1790963997.275319:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790963997.275333:0:31824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000b329e202) 00000020:00000080:2.0:1790963997.275366:0:31824:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790963997.275371:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790963997.275426:0:31824:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1790963997.275432:0:31824:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790963997.275437:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc560024fb97e9e5e 00010000:00080000:2.0:1790963997.275465:0:31824:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000bfdae967@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.138@tcp at head 00000100:00100000:0.0:1790963997.275990:0:30926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001199acff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30926:1877961849439488:0@lo:8: 00000400:00000100:0.0:1790963997.276051:0:30926:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961849439488 offset 0 length 520: 4 00010000:00010000:2.0:1790963997.278768:0:31824:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790963997.282177:0:31824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790963997.282193:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790963997.282247:0:31824:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790963997.282269:0:31824:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc560024fb97e9e65 00000100:00080000:3.0:1790963997.282279:0:31824:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790963997.282284:0:31824:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 00000000bfdae967 using connection 192.168.203.138@tcp/0@lo 00000100:00100000:3.0:1790963997.282319:0:31824:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000724727e2 x1877961849439616/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790963997.282359:0:31824:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790963997.282416:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790963997.282420:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790963997.282422:0:31824:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790963997.282425:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790963997.282429:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790963997.282430:0:31824:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790963997.282446:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790963997.282448:0:31824:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790963997.282475:0:31824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008f404253 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31824:1877961849439744:0@lo:502: 00000100:00100000:3.0:1790963997.282551:0:31824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.282589:0:31824:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b506e535 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.282626:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439744 00000100:00100000:3.0:1790963997.282632:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439744 00000100:00100000:3.0:1790963997.282686:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790963997.282695:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000057ba9bf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31824:x1877961849439744:12345-0@lo:502: 00000100:00100000:3.0:1790963997.282809:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000057ba9bf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31824:x1877961849439744:12345-0@lo:502: Request processed in 115us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.282816:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790963997.282870:0:31824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008f404253 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31824:1877961849439744:0@lo:502: 00000020:01000000:3.0:1790963997.282894:0:31824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790963997.282898:0:31824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790963997.282899:0:31824:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790963997.282903:0:31824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:3.0:1790963997.283010:0:31785:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:3.0:1790963997.283032:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1790963997.283051:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9df5 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.283061:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 0000000075ebc9c7/0xc560024fb97e9dee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9df5 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790963997.283069:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d138aaf4800 from 1 10000000:01000000:3.0:1790963997.283072:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790963997.283094:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.283111:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.283120:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.283132:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008f404253 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439872:0@lo:101: 00000100:00100000:3.0:1790963997.283158:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.283178:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 00000000301b707b going to sleep for 11 seconds 00000100:00100000:0.0:1790963997.287000:0:30926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30926:1877961849439616:0@lo:38: 00000100:00100000:0.0:1790963997.287077:0:30926:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.287193:0:31811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439616 00000100:00100000:2.0:1790963997.287200:0:31811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439616 00000100:00100000:2.0:1790963997.287239:0:31811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790963997.287245:0:31811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f581816f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30926:x1877961849439616:12345-0@lo:38: 00010000:00020000:2.0:1790963997.287263:0:31811:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790963997.287305:0:31811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f581816f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30926:x1877961849439616:12345-0@lo:38: Request processed in 59us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790963997.287312:0:31811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1790963997.287363:0:30926:0:(import.c:65:import_set_state_nolock()) 00000000bfdae967 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790963997.287373:0:30926:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790963997.287376:0:30926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000724727e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30926:1877961849439616:0@lo:38: 00000100:00100000:3.0:1790963997.287691:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849439872 00000100:00100000:3.0:1790963997.287696:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849439872 00000100:00100000:3.0:1790963997.287728:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790963997.287734:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ec95ab24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+9:31785:x1877961849439872:12345-0@lo:101: 00010000:00010000:3.0:1790963997.287745:0:31798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790963997.287762:0:31798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9e6c expref: -99 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.287783:0:31798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 10 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.287794:0:31798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 10 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.287803:0:31798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b405ec9e, rc 0) 00000100:00100000:3.0:1790963997.287842:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ec95ab24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+10:31785:x1877961849439872:12345-0@lo:101: Request processed in 109us (4684us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.287848:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790963997.287959:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008f404253 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849439872:0@lo:101: 00010000:00010000:2.0:1790963997.287973:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.287982:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790963997.288502:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440000:0@lo:256: 00000100:00100000:2.0:1790963997.288541:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.288570:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d48587f going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.288647:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440000 00000100:00100000:3.0:1790963997.288656:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440000 00000100:00100000:3.0:1790963997.288692:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790963997.288698:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009baa2f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+10:31785:x1877961849440000:12345-0@lo:256: 20000000:01000000:3.0:1790963997.288711:0:31800:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1790963997.288716:0:31800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1790963997.288766:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009baa2f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+10:31785:x1877961849440000:12345-0@lo:256: Request processed in 69us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.288772:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790963997.290499:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440000:0@lo:256: 10000000:01000000:2.0:1790963997.291197:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790963997.291265:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.291276:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790963997.291284:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d138aaf4800 from 1 10000000:01000000:2.0:1790963997.291286:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790963997.291322:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.291330:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.291371:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790963997.291390:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440128:0@lo:101: 00000100:00100000:2.0:1790963997.291445:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.291480:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d48587f going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.291613:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440128 00000100:00100000:3.0:1790963997.291621:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440128 00000100:00100000:3.0:1790963997.291664:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790963997.291680:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064ebc0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+10:31785:x1877961849440128:12345-0@lo:101: 00010000:00010000:3.0:1790963997.291693:0:31799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790963997.291705:0:31799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000109d5642/0xc560024fb97e9e81 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9e7a expref: -99 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.291727:0:31799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000109d5642/0xc560024fb97e9e81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9e7a expref: 11 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.291736:0:31799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000109d5642/0xc560024fb97e9e81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9e7a expref: 11 pid: 31799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.291743:0:31799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000109d5642, rc 0) 00000100:00100000:3.0:1790963997.291775:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064ebc0ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440128:12345-0@lo:101: Request processed in 105us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.291781:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790963997.292074:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440128:0@lo:101: 00010000:00010000:2.0:1790963997.292087:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e81 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.292096:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9e81 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790963997.292168:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440256:0@lo:501: 00000100:00100000:2.0:1790963997.292194:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.292216:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d48587f going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.292282:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440256 00000100:00100000:3.0:1790963997.292286:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440256 00000100:00100000:3.0:1790963997.292316:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790963997.292328:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000019b152ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440256:12345-0@lo:501: 00000100:00100000:3.0:1790963997.292484:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000019b152ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440256:12345-0@lo:501: Request processed in 157us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.292491:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790963997.292563:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b671d895 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440256:0@lo:501: 00000100:00100000:0.0:1790963997.292589:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a114ec32 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440384:0@lo:503: 00000100:00100000:0.0:1790963997.292627:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790963997.292655:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f7cb2552 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.292712:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440384 00000100:00100000:3.0:1790963997.292717:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440384 00000100:00100000:3.0:1790963997.292750:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790963997.292756:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cbfdd18c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440384:12345-0@lo:503: 00000040:00080000:3.0:1790963997.292789:0:31800:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790963997.292822:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cbfdd18c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440384:12345-0@lo:503: Request processed in 67us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.292828:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790963997.292906:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a114ec32 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440384:0@lo:503: 00000040:00080000:3.0:1790963997.293807:0:31832:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:0.0:1790963997.293954:0:31785:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:0.0:1790963997.293976:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790963997.294139:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e81 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790963997.294165:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000973f5211/0xc560024fb97e9e7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e81 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790963997.294210:0:31785:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790963997.294213:0:31785:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d138aaf4800 10000000:01000000:0.0:1790963997.294216:0:31785:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d138aaf4800 10000000:01000000:0.0:1790963997.294219:0:31785:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790963997.294223:0:31785:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d138aaf4800 from 1 10000000:01000000:0.0:1790963997.294226:0:31785:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790963997.294256:0:31785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790963997.294263:0:31785:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790963997.294270:0:31785:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790963997.294284:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a114ec32 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440512:0@lo:101: 00000100:00100000:0.0:1790963997.294327:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790963997.294377:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 0000000006a48d90 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.294449:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440512 00000100:00100000:3.0:1790963997.294455:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440512 00000100:00100000:3.0:1790963997.294483:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790963997.294490:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007dd98a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31785:x1877961849440512:12345-0@lo:101: 00010000:00010000:3.0:1790963997.294501:0:31800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790963997.294513:0:31800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b19b8501/0xc560024fb97e9e8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9e88 expref: -99 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.294530:0:31800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b19b8501/0xc560024fb97e9e8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9e88 expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.294539:0:31800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b19b8501/0xc560024fb97e9e8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9e88 expref: 12 pid: 31800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.294546:0:31800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b19b8501, rc 0) 00000100:00100000:3.0:1790963997.294595:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007dd98a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849440512:12345-0@lo:101: Request processed in 105us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.294601:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790963997.294722:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a114ec32 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440512:0@lo:101: 00010000:00010000:2.0:1790963997.294734:0:31785:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e8f expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790963997.294742:0:31785:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9e8f expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790963997.294789:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000030481c54 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440640:0@lo:501: 00000100:00100000:2.0:1790963997.294814:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790963997.294838:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d2a16023 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.294884:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440640 00000100:00100000:3.0:1790963997.294889:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440640 00000100:00100000:3.0:1790963997.294917:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790963997.294923:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000008ca7e280 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849440640:12345-0@lo:501: 00000100:00100000:3.0:1790963997.295179:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000008ca7e280 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849440640:12345-0@lo:501: Request processed in 255us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.295186:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790963997.295285:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000030481c54 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440640:0@lo:501: 00000100:00100000:0.0:1790963997.295313:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000029454ffb pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440768:0@lo:503: 00000100:00100000:0.0:1790963997.296829:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790963997.296872:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 00000000cf923ff5 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.297380:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440768 00000100:00100000:3.0:1790963997.297388:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440768 00000100:00100000:3.0:1790963997.297432:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790963997.297440:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003fdf742a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849440768:12345-0@lo:503: 00000100:00100000:3.0:1790963997.297563:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003fdf742a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849440768:12345-0@lo:503: Request processed in 123us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.297570:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790963997.297684:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000029454ffb pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849440768:0@lo:503: 00000100:00100000:1.0:1790963997.298041:0:31833:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005f0e4f1e pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31833:1877961849440896:0@lo:502: 00000100:00100000:1.0:1790963997.298081:0:31833:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790963997.298109:0:31833:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a268b941 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.298176:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849440896 00000100:00100000:3.0:1790963997.298181:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849440896 00000100:00100000:3.0:1790963997.298210:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790963997.298217:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009b1994bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31833:x1877961849440896:12345-0@lo:502: 00000100:00100000:3.0:1790963997.298291:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009b1994bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31833:x1877961849440896:12345-0@lo:502: Request processed in 75us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.298298:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790963997.298357:0:31833:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005f0e4f1e pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31833:1877961849440896:0@lo:502: 00000020:01000004:3.0:1790963997.298404:0:31833:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1790963997.298416:0:31833:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000855c08c5) 00000020:00000080:3.0:1790963997.298438:0:31833:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:3.0:1790963997.298505:0:31833:0:(tgt_mount.c:153:server_get_mount()) get mount 000000004a3b57a9 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790963997.298510:0:31833:0:(tgt_mount.c:187:server_put_mount()) put mount 000000004a3b57a9 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790963997.298512:0:31833:0:(obd_mount.c:710:lustre_put_lsi()) put 000000004a3b57a9 4 00010000:00080000:3.0:1790963997.298539:0:31833:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b92e4b2a@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.138@tcp at head 00010000:00010000:3.0:1790963997.300886:0:31833:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790963997.301148:0:31833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790963997.301187:0:31833:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790963997.301198:0:31833:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc560024fb97e9e9d 00000100:00080000:3.0:1790963997.301207:0:31833:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790963997.301212:0:31833:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000b92e4b2a using connection 192.168.203.138@tcp/0@lo 00000100:00100000:3.0:1790963997.301243:0:31833:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000051d076d x1877961849441024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790963997.301274:0:31833:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790963997.301502:0:31833:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ecc649b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31833:1877961849441152:0@lo:502: 00000100:00100000:3.0:1790963997.301570:0:31833:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.301600:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441152 00000100:00100000:3.0:1790963997.301606:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441152 00000100:00100000:3.0:1790963997.301641:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790963997.301649:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e5a83b74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31833:x1877961849441152:12345-0@lo:502: 00000100:00100000:3.0:1790963997.301754:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e5a83b74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31833:x1877961849441152:12345-0@lo:502: Request processed in 106us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1790963997.301761:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790963997.301805:0:31833:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a7cb836 going to sleep for 11 seconds 00000100:00100000:3.0:1790963997.301824:0:31833:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ecc649b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b4c70f57-6591-4d7d-938f-712d3916fa77:31833:1877961849441152:0@lo:502: 00000040:00080000:3.0:1790963997.301848:0:31833:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1790963997.301895:0:31785:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1790963997.301919:0:31785:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790963997.301934:0:31785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e8f expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.301943:0:31785:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000d3240cb2/0xc560024fb97e9e88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9e8f expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790963997.301983:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790963997.301985:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790963997.301987:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790963997.301988:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790963997.301989:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790963997.301990:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790963997.301991:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790963997.301993:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790963997.301994:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790963997.301996:0:31785:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790963997.301999:0:31785:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1790963997.302001:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790963997.302002:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790963997.302003:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790963997.302004:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790963997.302005:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790963997.302006:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790963997.302006:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790963997.302007:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790963997.302008:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790963997.302009:0:31785:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790963997.302020:0:31785:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790963997.302027:0:31785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ecc649b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849441280:0@lo:253: 00000100:00100000:3.0:1790963997.302055:0:31785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.302067:0:31785:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a7cb836 going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.302275:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441280 00000100:00100000:1.0:1790963997.302280:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441280 00000100:00100000:1.0:1790963997.302309:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790963997.302315:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d35bba6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849441280:12345-0@lo:253: 20000000:01000000:1.0:1790963997.302351:0:31798:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790963997.302364:0:31798:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1790963997.302668:0:30926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000051d076d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30926:1877961849441024:0@lo:38: 00000100:00100000:1.0:1790963997.302713:0:30926:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790963997.302747:0:31806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441024 00000100:00100000:1.0:1790963997.302752:0:31806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441024 00000100:00100000:1.0:1790963997.302771:0:31806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.302775:0:31806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005f0e4f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30926:x1877961849441024:12345-0@lo:38: 00000100:00100000:1.0:1790963997.302816:0:31806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005f0e4f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30926:x1877961849441024:12345-0@lo:38: Request processed in 39us (103us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790963997.302822:0:31806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.302846:0:30926:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790963997.302852:0:30926:0:(import.c:65:import_set_state_nolock()) 00000000b92e4b2a lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790963997.302855:0:30926:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790963997.302858:0:30926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000051d076d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30926:1877961849441024:0@lo:38: 20000000:01000000:2.0:1790963997.311106:0:31798:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790963997.311126:0:31798:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1790963997.311384:0:31822:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790963997.311390:0:31822:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790963997.311410:0:31822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.311443:0:31822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 12 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.311449:0:31822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.311487:0:31822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 12 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.311502:0:31822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 12 pid: 31798 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.311517:0:31822:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000685cc0eb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31822:1877961849441408:0@lo:104: 00000100:00100000:3.0:1790963997.311576:0:31822:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790963997.311619:0:31822:0:(client.c:2716:ptlrpc_set_wait()) set 000000007c20e823 going to sleep for 11 seconds 00000100:00100000:1.0:1790963997.311697:0:31789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441408 00000100:00100000:1.0:1790963997.311705:0:31789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441408 00000100:00100000:1.0:1790963997.311751:0:31789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.311760:0:31789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006dbcaed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b4c70f57-6591-4d7d-938f-712d3916fa77+3:31822:x1877961849441408:12345-0@lo:104: 00010000:00010000:1.0:1790963997.311771:0:31789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.311821:0:31789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790963997.311825:0:31789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006dbcaed6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b4c70f57-6591-4d7d-938f-712d3916fa77+3:31822:x1877961849441408:12345-0@lo:104: Request processed in 68us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.311832:0:31789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790963997.311851:0:31794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790963997.311856:0:31794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.311863:0:31794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000d6135373 already unused, calling callback (00000000f3c26f41) 10000000:00010000:1.0:1790963997.311866:0:31794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.311874:0:31794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790963997.311880:0:31794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790963997.311886:0:31794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790963997.311910:0:31794:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.311976:0:31794:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790963997.311998:0:31794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312004:0:31794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.138@tcp lock: 00000000d6135373/0xc560024fb97e9e6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc560024fb97e9e73 expref: -99 pid: 31785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312020:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963997.312021:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790963997.312023:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790963997.312071:0:30927:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790963997.312079:0:30927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005de056b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b4c70f57-6591-4d7d-938f-712d3916fa77:30927:1877961849441536:0@lo:103: 00000100:00100000:1.0:1790963997.312107:0:30927:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790963997.312148:0:31791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441536 00000100:00100000:1.0:1790963997.312152:0:31791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441536 00010000:00010000:1.0:1790963997.312166:0:31791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 13 pid: 31798 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790963997.312186:0:31791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.312191:0:31791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000079935a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4c70f57-6591-4d7d-938f-712d3916fa77+13:30927:x1877961849441536:12345-0@lo:103: 00010000:00010000:1.0:1790963997.312211:0:31791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790963997.312216:0:31791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 13 pid: 31798 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312225:0:31791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 13 pid: 31798 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312239:0:31791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312246:0:31791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1790963997.312266:0:31791:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000877603s 00010000:00010000:1.0:1790963997.312269:0:31791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312275:0:31791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312280:0:31791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312285:0:31791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312289:0:31791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000b3447f3a already unused, calling callback (00000000d9fe36f2) 00010000:00010000:1.0:1790963997.312293:0:31791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312299:0:31791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312306:0:31791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790963997.312314:0:31791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790963997.312374:0:31791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000079935a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4c70f57-6591-4d7d-938f-712d3916fa77+13:30927:x1877961849441536:12345-0@lo:103: Request processed in 183us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1790963997.312381:0:31791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790963997.312413:0:30927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005de056b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b4c70f57-6591-4d7d-938f-712d3916fa77:30927:1877961849441536:0@lo:103: 00000100:00100000:2.0:1790963997.312555:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d35bba6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31785:x1877961849441280:12345-0@lo:253: Request processed in 10239us (10498us total) trans 0 rc 0/0 00000100:00100000:2.0:1790963997.312564:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790963997.312643:0:31785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ecc649b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b4c70f57-6591-4d7d-938f-712d3916fa77:31785:1877961849441280:0@lo:253: 10000000:01000000:1.0:1790963997.312660:0:31785:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790963997.312663:0:31785:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790963997.312664:0:31785:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790963997.312665:0:31785:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790963997.312666:0:31785:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790963997.312668:0:31785:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790963997.312669:0:31785:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790963997.312681:0:31785:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790963997.312682:0:31785:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790963997.312684:0:31785:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790963997.312685:0:31785:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1790963997.312694:0:31785:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1790963997.313056:0:31822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b405ec9e/0xc560024fb97e9e73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc560024fb97e9e6c expref: 11 pid: 31798 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790963997.313068:0:31822:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000685cc0eb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31822:1877961849441408:0@lo:104: 00010000:00010000:3.0:1790963997.313080:0:31822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.313088:0:31822:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.313093:0:31822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790963997.313097:0:31822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b3447f3a/0xc560024fb97e9ea4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:3.0:1790963997.325614:0:31785:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:3.0:1790963997.325622:0:31785:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790963997.328978:0:31838:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790963997.328989:0:31838:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790963997.333747:0:31839:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1790963997.334086:0:31839:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1790963997.334480:0:31785:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1790963997.334950:0:31840:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000685cc0eb x1877961849441664/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790963997.334961:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000040:01000000:0.0:1790963997.335323:0:31785:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1790963997.335389:0:31785:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790963997.335833:0:31785:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790963997.335849:0:31785:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1790963997.335881:0:31785:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790963997.336856:0:31785:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1790963997.337417:0:31785:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1790963997.337447:0:31785:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1790963997.337533:0:31785:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790963997.338045:0:31785:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:1.0:1790963997.340138:0:31839:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790963997.340217:0:31839:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:2.0:1790963997.348372:0:31785:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790963997.351507:0:31785:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790963997.351542:0:31785:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa94a8337f988 00100000:10000000:0.0:1790963997.351549:0:31785:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1790963997.353263:0:31785:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790963997.353280:0:31785:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.138@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790963997.353297:0:31785:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1790963997.353322:0:31785:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1790963997.354087:0:31785:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790963997.354265:0:31785:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790963998.081201:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790963998.397697:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00010000:00010000:1.0:1790963999.101555:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790963999.427060:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00010000:00010000:3.0:1790964000.126243:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964000.447388:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00010000:00010000:2.0:1790964001.150866:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964001.469460:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000001:02000400:1.0:1790964001.827678:0:32083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg338-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1790964001.872026:0:32085:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:2.0:1790964002.173800:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964002.173805:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964002.173811:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964002.173812:0:131:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964002.173835:0:31795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964002.173838:0:31795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964002.173841:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964002.410108:0:32098:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000819bafe0. 00080000:00000010:0.0:1790964002.410119:0:32098:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000819bafe0. 00000020:00000001:0.0:1790964002.410124:0:32098:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.493650:0:31840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964002.493658:0:31840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964002.493660:0:31840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964002.493664:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000100:00000001:1.0:1790964002.493668:0:31840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964002.493671:0:31840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.493674:0:31840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964002.493676:0:31840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.493679:0:31840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.687792:0:30926:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964002.687807:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964002.687809:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964002.687813:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964002.687816:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964002.687819:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.687821:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b4c70f57-6591-4d7d-938f-712d3916fa77->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790964002.688027:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790964002.688033:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4f7327. 00000020:00000040:3.0:1790964002.688038:0:36:0:(genops.c:1210:class_import_get()) import 00000000a5afc3fc refcount=4 obd=MGC192.168.203.138@tcp 00000100:00000001:3.0:1790964002.688042:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964002.688045:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964002.688049:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964002.688054:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004902db6c. 00000100:00000001:3.0:1790964002.688060:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688067:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b4c70f57-6591-4d7d-938f-712d3916fa77->MGS req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964002.688077:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964002.688079:0:36:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688083:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4f7327] to pc [ptlrpcd_00_02+2] req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688108:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964002.688112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790964002.688115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1790964002.688117:0:36:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1790964002.688126:0:36:0:(import.c:65:import_set_state_nolock()) 00000000b92e4b2a lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1790964002.688129:0:36:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:3.0:1790964002.688131:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 13 to 0@lo 00000100:00000001:3.0:1790964002.688133:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.688135:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 14 to 0@lo 00000100:00000001:3.0:1790964002.688137:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 00000020:00000001:3.0:1790964002.688139:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964002.688141:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9e9d 00000020:00000001:3.0:1790964002.688143:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964002.688145:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c6a85b07 refcount=7 00000020:00000001:3.0:1790964002.688147:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635301644601344 : -108772064950272 : ffff9d1287b50800) 00000020:00000001:3.0:1790964002.688149:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635301644601344 : -108772064950272 : ffff9d1287b50800) 00000100:00000040:3.0:1790964002.688151:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 13 to 0@lo 00000100:00000001:3.0:1790964002.688152:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.688153:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 14 to 0@lo 00000100:00000001:3.0:1790964002.688155:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 00000020:00000040:3.0:1790964002.688157:0:36:0:(genops.c:879:class_export_put()) PUTting export 00000000c6a85b07 : new refcount 6 00000100:00080000:3.0:1790964002.688159:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000b92e4b2a using connection 192.168.203.138@tcp/0@lo 00000100:00000001:3.0:1790964002.688161:0:36:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.688163:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964002.688168:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964002.688170:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688172:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1790964002.688174:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790964002.688177:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000006c574e1. 00000020:00000040:3.0:1790964002.688178:0:36:0:(genops.c:1210:class_import_get()) import 00000000b92e4b2a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1790964002.688181:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1790964002.688182:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688185:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964002.688186:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964002.688187:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964002.688191:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ebd52d07. 00000100:00000001:3.0:1790964002.688194:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964002.688203:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790964002.688211:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964002.688212:0:36:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688214:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006c574e1] to pc [ptlrpcd_rcv+-1] req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688224:0:36:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688228:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (858) 00000100:00000001:3.0:1790964002.688238:0:30930:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1790964002.688243:0:30930:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003862513b. 00000020:00000010:3.0:1790964002.688248:0:30930:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000001b056d87. 80000000:00000010:3.0:1790964002.688252:0:30930:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000602563f2. 40000000:00000010:3.0:1790964002.688256:0:30930:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000033468b61. 00000008:00000010:3.0:1790964002.688260:0:30930:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000004dbaae30. 00020000:00000010:3.0:1790964002.688265:0:30930:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000009318bc85. 00008000:00000010:3.0:1790964002.688269:0:30930:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a900eba4. 00100000:00000010:3.0:1790964002.688273:0:30930:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f4bf330. 00040000:00000010:3.0:1790964002.688277:0:30930:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e9d90f44. 00040000:00000010:3.0:1790964002.688280:0:30930:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000000728f071. 00040000:00000010:3.0:1790964002.688283:0:30930:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba7e53aa. 00080000:00000010:3.0:1790964002.688288:0:30930:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 000000000ae629db. 00080000:00000010:3.0:1790964002.688292:0:30930:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b25cf41c. 00000004:00000010:3.0:1790964002.688298:0:30930:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd72032b. 00000004:00000010:3.0:1790964002.688302:0:30930:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c48f1d1. 00000004:00000010:3.0:1790964002.688306:0:30930:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000669b6cbc. 00002000:00000010:3.0:1790964002.688310:0:30930:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000009f4219d8. 00000004:00000010:3.0:1790964002.688313:0:30930:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000cf8b28f1. 00000080:00000010:3.0:1790964002.688317:0:30930:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cbef6122. 00000080:00000010:3.0:1790964002.688320:0:30930:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000001c4c78d6. 00000008:00000010:3.0:1790964002.688324:0:30930:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000081e7c629. 00020000:00000010:3.0:1790964002.688327:0:30930:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000d5ec641d. 00008000:00000010:3.0:1790964002.688330:0:30930:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007ae78645. 00000080:00000010:3.0:1790964002.688360:0:30930:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d995d3c4. 00000100:00100000:3.0:1790964002.688363:0:30930:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1790964002.688365:0:30930:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.688368:0:30930:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964002.688369:0:30930:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.688371:0:30930:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964002.688372:0:30930:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964002.688374:0:30930:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964002.688378:0:30930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688385:0:30930:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964002.688387:0:30930:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.688390:0:30930:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964002.688392:0:30930:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964002.688394:0:30930:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964002.688396:0:30930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb4f7327 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b4c70f57-6591-4d7d-938f-712d3916fa77:30930:1877961849441792:0@lo:400: 00000100:00000001:3.0:1790964002.688400:0:30930:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964002.688405:0:30930:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964002.688407:0:30930:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.688409:0:30930:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964002.688412:0:30930:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081bcc38c. 02000000:00000001:3.0:1790964002.688414:0:30930:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964002.688419:0:30930:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee7be6a5. 00000400:00000010:3.0:1790964002.688425:0:30930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000942741b6. 00000100:00000200:3.0:1790964002.688431:0:30930:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961849441792, portal 25 00000100:00000001:3.0:1790964002.688433:0:30930:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964002.688435:0:30930:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635301662638976 : -108772046912640 : ffff9d1288c84380) 00000100:00000040:3.0:1790964002.688439:0:30930:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688445:0:30930:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964002.688447:0:30930:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964002.688450:0:30930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df40816b. 00000100:00000200:3.0:1790964002.688452:0:30930:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961849441792, offset 0 00000400:00000200:3.0:1790964002.688458:0:30930:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964002.688477:0:30930:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964002.688487:0:30930:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff10f00e00 00000400:00000200:3.0:1790964002.688492:0:30930:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:3.0:1790964002.688496:0:30930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bdcdcad. 00000400:00000200:3.0:1790964002.688500:0:30930:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000652b2a97 00000400:00000200:3.0:1790964002.688506:0:30930:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964002.688510:0:30930:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964002.688515:0:30930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000652b2a97 00000400:00000010:3.0:1790964002.688517:0:30930:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000652b2a97. 00000100:00000001:3.0:1790964002.688522:0:30930:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964002.688523:0:30930:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964002.688526:0:30930:0:(events.c:341:request_in_callback()) incoming req@0000000057d34816 x1877961849441792 msgsize 224 00000100:00100000:3.0:1790964002.688530:0:30930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964002.688531:0:30930:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964002.688539:0:30930:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964002.688544:0:30930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df40816b 00000400:00000010:3.0:1790964002.688546:0:30930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000df40816b. 00000100:00000001:3.0:1790964002.688549:0:30930:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964002.688552:0:30930:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688560:0:30930:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964002.688562:0:30930:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688567:0:30930:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688569:0:30930:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964002.688573:0:30930:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688576:0:30930:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295521285 00000100:00000010:3.0:1790964002.688580:0:30930:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fe72d7c. 00000100:00000001:3.0:1790964002.688587:0:30930:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964002.688592:0:30930:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295521285 00000100:00000010:3.0:1790964002.688594:0:30930:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c409582. 00000100:00000001:3.0:1790964002.688597:0:30930:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964002.688599:0:30930:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295521285 00000100:00000010:3.0:1790964002.688610:0:30930:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000550d6e1b. 00000100:00000001:3.0:1790964002.688614:0:30930:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964002.688621:0:30930:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295521285 00000100:00000010:3.0:1790964002.688624:0:30930:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000979948ef. 00000100:00000001:3.0:1790964002.688626:0:30930:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964002.688628:0:30930:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964002.688640:0:30930:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688642:0:30930:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688644:0:30930:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688661:0:31799:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964002.688663:0:31799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441792 02000000:00000001:3.0:1790964002.688665:0:31799:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964002.688667:0:31799:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964002.688669:0:31799:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.688673:0:31799:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964002.688676:0:31799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441792 00000020:00000001:3.0:1790964002.688678:0:31799:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964002.688679:0:31799:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9dcb 00000020:00000001:3.0:1790964002.688681:0:31799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964002.688683:0:31799:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000002823426 refcount=11 00000020:00000001:3.0:1790964002.688685:0:31799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000020:00000001:3.0:1790964002.688686:0:31799:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000100:00000001:3.0:1790964002.688690:0:31799:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964002.688693:0:31799:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002be34ace. 00000100:00000001:3.0:1790964002.688695:0:31799:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964002.688697:0:31799:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000002be34ace. 00000020:00000010:3.0:1790964002.688702:0:31799:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c56cf96e. 00000020:00000010:3.0:1790964002.688705:0:31799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc451b7f. 00000020:00000010:3.0:1790964002.688709:0:31799:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b8e794b. 00000100:00000040:3.0:1790964002.688716:0:31799:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964002.688719:0:31799:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964002.688720:0:31799:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964002.688722:0:31799:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688729:0:31799:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688739:0:31799:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.688762:0:31799:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964002.688764:0:31799:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964002.688768:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964002.688770:0:31799:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000002823426 : new rpc_count 1 00000100:00000001:3.0:1790964002.688772:0:31799:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635306543125584 : -108767166426032 : ffff9d13abae9450) 00000100:00000040:3.0:1790964002.688777:0:31799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057d34816 x1877961849441792/t0(0) o400->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:578/0 lens 224/0 e 0 to 0 dl 1790964013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688784:0:31799:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964002.688786:0:31799:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002be34ace. 00000100:00000001:3.0:1790964002.688788:0:31799:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964002.688790:0:31799:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000002be34ace. 00000100:00100000:3.0:1790964002.688793:0:31799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000057d34816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+11:30930:x1877961849441792:12345-0@lo:400: 00000100:00000200:3.0:1790964002.688797:0:31799:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961849441792 00000020:00000001:3.0:1790964002.688800:0:31799:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964002.688803:0:31799:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964002.688805:0:31799:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.688807:0:31799:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964002.688809:0:31799:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661612736 : -1047938880 : ffffffffc189b8c0) 00000020:00000001:3.0:1790964002.688812:0:31799:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964002.688813:0:31799:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964002.688815:0:31799:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964002.688817:0:31799:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964002.688819:0:31799:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.688821:0:31799:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1790964002.688823:0:31799:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964002.688825:0:31799:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964002.688828:0:31799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082fdd5a4. 02000000:00000001:3.0:1790964002.688830:0:31799:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688831:0:31799:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.688833:0:31799:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964002.688836:0:31799:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961849441792 00010000:00000001:3.0:1790964002.688839:0:31799:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964002.688848:0:31799:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000057d34816 x1877961849441792/t0(0) o400->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:578/0 lens 224/224 e 0 to 0 dl 1790964013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964002.688855:0:31799:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964002.688857:0:31799:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964002.688860:0:31799:0:(import.c:2195:obd_at_measure()) add 1 to 0000000000d099fb time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964002.688864:0:31799:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.688865:0:31799:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964002.688867:0:31799:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 02000000:00000001:3.0:1790964002.688869:0:31799:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964002.688871:0:31799:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.688874:0:31799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964002.688875:0:31799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964002.688878:0:31799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df40816b. 00000100:00000200:3.0:1790964002.688880:0:31799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961849441792, offset 224 00000400:00000200:3.0:1790964002.688884:0:31799:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964002.688890:0:31799:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964002.688900:0:31799:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff10f00e00 00000400:00000200:3.0:1790964002.688904:0:31799:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:3.0:1790964002.688908:0:31799:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964002.688910:0:31799:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964002.688914:0:31799:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964002.688917:0:31799:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964002.688924:0:31799:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.688936:0:31799:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964002.688940:0:31799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df40816b 00000400:00000010:3.0:1790964002.688942:0:31799:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000df40816b. 00000100:00000001:3.0:1790964002.688944:0:31799:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964002.688945:0:31799:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964002.688948:0:31799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.688950:0:31799:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 14 to 0@lo 00010000:00000001:3.0:1790964002.688953:0:31799:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964002.688954:0:31799:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.688961:0:31799:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964002.688965:0:31799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d34816 x1877961849441792/t0(0) o400->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:578/0 lens 224/224 e 0 to 0 dl 1790964013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964002.688972:0:31799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000057d34816 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4c70f57-6591-4d7d-938f-712d3916fa77+11:30930:x1877961849441792:12345-0@lo:400: Request processed in 188us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964002.688979:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1790964002.688982:0:31799:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002823426 : new rpc_count 0 00000100:00000001:3.0:1790964002.688984:0:31799:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964002.688985:0:31799:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964002.688989:0:31799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc451b7f. 00000020:00000010:3.0:1790964002.688991:0:31799:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b8e794b. 00000020:00000010:3.0:1790964002.688995:0:31799:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c56cf96e. 00000020:00000040:3.0:1790964002.688999:0:31799:0:(genops.c:879:class_export_put()) PUTting export 0000000002823426 : new refcount 10 02000000:00000001:3.0:1790964002.689002:0:31799:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964002.689004:0:31799:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000082fdd5a4. 02000000:00000001:3.0:1790964002.689006:0:31799:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964002.689008:0:31799:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964002.689012:0:31799:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964002.689016:0:31799:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414792f2. 00000400:00000010:3.0:1790964002.689020:0:31799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012d5690e. 00000100:00000001:3.0:1790964002.689031:0:30930:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964002.689033:0:30930:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964002.689037:0:30930:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964002.689038:0:30930:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964002.689039:0:30930:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee7be6a5. 00000400:00000200:3.0:1790964002.689042:0:30930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000942741b6 00000400:00000010:3.0:1790964002.689043:0:30930:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000942741b6. 00000100:00000001:3.0:1790964002.689046:0:30930:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964002.689048:0:30930:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964002.689055:0:30930:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.689061:0:30930:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964002.689063:0:30930:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.689071:0:30930:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964002.689073:0:30930:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964002.689074:0:30930:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964002.689076:0:30930:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.689077:0:30930:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964002.689082:0:30930:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f6ac0aee time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790964002.689085:0:30930:0:(import.c:2195:obd_at_measure()) add 1 to 000000001cfe291c time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964002.689087:0:30930:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964002.689088:0:30930:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964002.689091:0:30930:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790964002.689093:0:30930:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.689096:0:30930:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.689099:0:30930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.689106:0:30930:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964002.689108:0:30930:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964002.689110:0:30930:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964002.689113:0:30930:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964002.689120:0:30930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb4f7327 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b4c70f57-6591-4d7d-938f-712d3916fa77:30930:1877961849441792:0@lo:400: 00000100:00000001:3.0:1790964002.689124:0:30930:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.689126:0:30930:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964002.689128:0:30930:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4f7327 x1877961849441792/t0(0) o400->MGC192.168.203.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.689134:0:30930:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964002.689137:0:30930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964002.689139:0:30930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081bcc38c. 02000000:00000001:3.0:1790964002.689141:0:30930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964002.689143:0:30930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964002.689144:0:30930:0:(genops.c:1223:class_import_put()) import 00000000a5afc3fc refcount=3 obd=MGC192.168.203.138@tcp 00000020:00000001:3.0:1790964002.689146:0:30930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964002.689147:0:30930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004902db6c. 02000000:00000001:3.0:1790964002.689153:0:30930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964002.689155:0:30930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964002.689161:0:30930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4f7327. 00000100:00000001:3.0:1790964002.689163:0:30930:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964002.689165:0:30930:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.689167:0:30930:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.689171:0:30930:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964002.689172:0:30930:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.689173:0:30930:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964002.689175:0:30930:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689243:0:30929:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1790964002.689249:0:30929:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000050c53e2e. 00000020:00000010:2.0:1790964002.689253:0:30929:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ad6ccfd2. 80000000:00000010:2.0:1790964002.689257:0:30929:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfb5b9fa. 40000000:00000010:2.0:1790964002.689260:0:30929:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000001041048e. 00000008:00000010:2.0:1790964002.689276:0:30929:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000080433f29. 00020000:00000010:2.0:1790964002.689280:0:30929:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000009c3f2239. 00008000:00000010:2.0:1790964002.689291:0:30929:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007de385f5. 00100000:00000010:2.0:1790964002.689295:0:30929:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000009b0bb44. 00040000:00000010:2.0:1790964002.689298:0:30929:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001fbebb6b. 00040000:00000010:2.0:1790964002.689301:0:30929:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da2000ff. 00040000:00000010:2.0:1790964002.689303:0:30929:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ea0cb7e. 00080000:00000010:2.0:1790964002.689308:0:30929:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 00000000687fc7e7. 00080000:00000010:2.0:1790964002.689313:0:30929:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000040d8915e. 00000004:00000010:2.0:1790964002.689317:0:30929:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d48dfb57. 00000004:00000010:2.0:1790964002.689321:0:30929:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000059e2bb21. 00000004:00000010:2.0:1790964002.689325:0:30929:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2e26b3f. 00002000:00000010:2.0:1790964002.689328:0:30929:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000ca70030b. 00000004:00000010:2.0:1790964002.689331:0:30929:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000820bdf4c. 00000080:00000010:2.0:1790964002.689371:0:30929:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d144d014. 00000080:00000010:2.0:1790964002.689384:0:30929:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000085fcf3be. 00000008:00000010:2.0:1790964002.689389:0:30929:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000471f6af. 00020000:00000010:2.0:1790964002.689397:0:30929:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000098f7cc0b. 00008000:00000010:2.0:1790964002.689400:0:30929:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000be52417b. 00000080:00000010:2.0:1790964002.689403:0:30929:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c19bc650. 00000100:00000001:2.0:1790964002.689407:0:30929:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689414:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964002.689416:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964002.689418:0:30926:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964002.689422:0:30926:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964002.689430:0:30926:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964002.689431:0:30926:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964002.689434:0:30926:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964002.689436:0:30926:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964002.689438:0:30926:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964002.689440:0:30926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000006c574e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30926:1877961849441920:0@lo:38: 00000100:00000001:2.0:1790964002.689443:0:30926:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964002.689446:0:30926:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964002.689447:0:30926:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964002.689449:0:30926:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964002.689452:0:30926:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000090ff2d9e. 02000000:00000001:2.0:1790964002.689454:0:30926:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964002.689457:0:30926:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a25cfd40. 00000400:00000010:2.0:1790964002.689462:0:30926:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a7b29e6. 00000100:00000200:2.0:1790964002.689466:0:30926:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961849441920, portal 10 00000100:00000001:2.0:1790964002.689467:0:30926:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964002.689469:0:30926:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635301662650624 : -108772046900992 : ffff9d1288c87100) 00000020:00000010:2.0:1790964002.689475:0:30926:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000808b0830. 00000100:00000040:2.0:1790964002.689481:0:30926:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964002.689488:0:30926:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964002.689489:0:30926:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964002.689492:0:30926:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c051bdaf. 00000100:00000200:2.0:1790964002.689494:0:30926:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961849441920, offset 0 00000400:00000200:2.0:1790964002.689498:0:30926:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964002.689511:0:30926:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964002.689517:0:30926:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff10f00e80 00000400:00000200:2.0:1790964002.689521:0:30926:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:2.0:1790964002.689526:0:30926:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964002.689529:0:30926:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964002.689532:0:30926:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964002.689534:0:30926:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1790964002.689537:0:30926:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000736ba7b9. 00000100:00000040:2.0:1790964002.689539:0:30926:0:(events.c:341:request_in_callback()) incoming req@00000000736ba7b9 x1877961849441920 msgsize 520 00000100:00100000:2.0:1790964002.689542:0:30926:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790964002.689556:0:30926:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964002.689560:0:30926:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c051bdaf 00000400:00000010:2.0:1790964002.689562:0:30926:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c051bdaf. 00000100:00000001:2.0:1790964002.689564:0:30926:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964002.689567:0:30926:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964002.689574:0:30926:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964002.689576:0:30926:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964002.689582:0:30926:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689583:0:30926:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964002.689586:0:30926:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964002.689589:0:30926:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1982 usecs (2 jiffies) 00000100:00000001:2.0:1790964002.689591:0:30926:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295521285 00000100:00000001:2.0:1790964002.689593:0:30926:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295521285 00000100:00000001:2.0:1790964002.689595:0:30926:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295521285 00000100:00000001:2.0:1790964002.689597:0:30926:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295521285 00000100:00000001:2.0:1790964002.689598:0:30926:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295521285 00000100:00000001:2.0:1790964002.689600:0:30926:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295521285 00000100:00000001:2.0:1790964002.689602:0:30926:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295521285 00000100:00000001:2.0:1790964002.689603:0:30926:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295521285 00000100:00000001:2.0:1790964002.689611:0:30926:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964002.689613:0:30926:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689616:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689617:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964002.689622:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964002.689623:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964002.689624:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964002.689625:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964002.689627:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964002.689628:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964002.689883:0:31808:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d1c5b302. 00000100:00000001:3.0:1790964002.689890:0:31808:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964002.689892:0:31808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849441920 02000000:00000001:3.0:1790964002.689894:0:31808:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964002.689896:0:31808:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964002.689898:0:31808:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964002.689901:0:31808:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964002.689903:0:31808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849441920 00000020:00000001:3.0:1790964002.689906:0:31808:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964002.689907:0:31808:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1790964002.689909:0:31808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1790964002.689911:0:31808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.689912:0:31808:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964002.689916:0:31808:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081bcc38c. 00000020:00000010:3.0:1790964002.689919:0:31808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc451b7f. 00000020:00000010:3.0:1790964002.689922:0:31808:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b8e794b. 00000100:00000001:3.0:1790964002.689925:0:31808:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964002.689927:0:31808:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964002.689929:0:31808:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.689932:0:31808:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.690528:0:31808:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964002.690542:0:31808:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964002.690544:0:31808:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964002.690549:0:31808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1790964002.690552:0:31808:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635305884284032 : -108767825267584 : ffff9d1384697480) 00000100:00000040:3.0:1790964002.690557:0:31808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000736ba7b9 x1877961849441920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964002.690568:0:31808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000736ba7b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30926:x1877961849441920:12345-0@lo:38: 00000100:00000200:3.0:1790964002.690578:0:31808:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961849441920 00000020:00000001:3.0:1790964002.690581:0:31808:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1790964002.690584:0:31808:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:3.0:1790964002.690593:0:31808:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000ae386b18) now 4 - find 00000020:00000001:3.0:1790964002.690596:0:31808:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446635306607391616 : -108767102160000 : ffff9d13af833380) 00000100:00000001:3.0:1790964002.690602:0:31808:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964002.690604:0:31808:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964002.690607:0:31808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000082fdd5a4. 02000000:00000001:3.0:1790964002.690609:0:31808:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.690612:0:31808:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964002.690613:0:31808:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1790964002.690619:0:31808:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 853 last 0 00010000:00000001:3.0:1790964002.690623:0:31808:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:3.0:1790964002.690626:0:31808:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1790964002.690628:0:31808:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:3.0:1790964002.690639:0:31808:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:3.0:1790964002.690643:0:31808:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000243930e4. 00000020:00000001:3.0:1790964002.690645:0:31808:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964002.690648:0:31808:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000243930e4 with handle 0xc560024fb97e9eab to hash 00000020:00000001:3.0:1790964002.690650:0:31808:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:3.0:1790964002.690652:0:31808:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:3.0:1790964002.690654:0:31808:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:3.0:1790964002.690656:0:31808:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000002be34ace. 00000001:00000001:3.0:1790964002.690659:0:31808:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1790964002.690661:0:31808:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000070608776. 00000001:00000001:3.0:1790964002.690663:0:31808:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964002.690666:0:31808:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:3.0:1790964002.690668:0:31808:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1790964002.690672:0:31808:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004902db6c. 00000001:00000010:3.0:1790964002.690677:0:31808:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002f82613b. 00000001:00000010:3.0:1790964002.690681:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c56cf96e. 00000001:00000010:3.0:1790964002.690684:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fac931d4. 00000001:00000010:3.0:1790964002.690687:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3c87887. 00000001:00000010:3.0:1790964002.690689:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008fd768c. 00000001:00000001:3.0:1790964002.690700:0:31808:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1790964002.690702:0:31808:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000aa81ddd. 00000001:00000010:3.0:1790964002.690705:0:31808:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bae6f8db. 00000001:00000010:3.0:1790964002.690707:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ea6a790. 00000001:00000010:3.0:1790964002.690709:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad8d9796. 00000001:00000010:3.0:1790964002.690711:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6e4c0e8. 00000001:00000010:3.0:1790964002.690713:0:31808:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003939c14. 00010000:00000001:3.0:1790964002.690715:0:31808:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964002.690717:0:31808:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964002.690719:0:31808:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.690721:0:31808:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964002.690723:0:31808:0:(genops.c:868:class_export_get()) GET export 00000000243930e4 refcount=3 00000020:00000040:3.0:1790964002.690727:0:31808:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000ae386b18) now 5 - export 00000020:00000001:3.0:1790964002.690729:0:31808:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446635305970851840 : -108767738699776 : ffff9d1389926000) 00000020:00000040:3.0:1790964002.690732:0:31808:0:(genops.c:879:class_export_put()) PUTting export 00000000243930e4 : new refcount 2 00000020:00000080:3.0:1790964002.690734:0:31808:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc560024fb97e9eab 00000020:00000001:3.0:1790964002.690736:0:31808:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.690737:0:31808:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964002.690738:0:31808:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9eab 00000020:00000001:3.0:1790964002.690740:0:31808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964002.690741:0:31808:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000243930e4 refcount=3 00000020:00000001:3.0:1790964002.690754:0:31808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635305970851840 : -108767738699776 : ffff9d1389926000) 00000020:00000001:3.0:1790964002.690756:0:31808:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635305970851840 : -108767738699776 : ffff9d1389926000) 00000001:00000001:3.0:1790964002.690759:0:31808:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:3.0:1790964002.690761:0:31808:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1790964002.690768:0:31808:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.203.138@tcp 00000001:00000040:3.0:1790964002.690772:0:31808:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008f33a646) : new refcount 5 00000001:00000001:3.0:1790964002.690775:0:31808:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446635306543602688 : -108767165948928 : ffff9d13abb5dc00) 00000001:00000001:3.0:1790964002.690778:0:31808:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1790964002.690780:0:31808:0:(genops.c:868:class_export_get()) GET export 00000000243930e4 refcount=4 00000001:00000040:3.0:1790964002.690781:0:31808:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008f33a646) : new refcount 6 00000020:00000010:3.0:1790964002.690787:0:31808:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000077ba83ed. 00000020:00000010:3.0:1790964002.690792:0:31808:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 0000000089c88c85. 00000001:00000001:3.0:1790964002.690822:0:31808:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1790964002.690826:0:31808:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1790964002.690829:0:31808:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008f33a646) : new refcount 5 00000001:00000001:3.0:1790964002.690831:0:31808:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1790964002.690834:0:31808:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1790964002.690837:0:31808:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:3.0:1790964002.690838:0:31808:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964002.690841:0:31808:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1790964002.690844:0:31808:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:3.0:1790964002.690847:0:31808:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e3016a2f. 00000020:00000040:3.0:1790964002.690852:0:31808:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 00000000e3016a2f for nid 0@lo - ref 2 00000020:00000001:3.0:1790964002.690899:0:31808:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964002.690903:0:31808:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000dd9f285. 00000020:00000010:3.0:1790964002.690906:0:31808:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 000000008f5da2ea. 00000020:00000010:3.0:1790964002.690909:0:31808:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000103e039c. 00000020:00000010:3.0:1790964002.690926:0:31808:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a3aa8db9. 00000020:00000010:3.0:1790964002.690928:0:31808:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 000000009373767e. 00000020:00000010:3.0:1790964002.690930:0:31808:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004918506e. 00000004:00000001:3.0:1790964002.690941:0:31808:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1790964002.690942:0:31808:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964002.690945:0:31808:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964002.690948:0:31808:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 0000000082276695. 00000020:00000040:3.0:1790964002.690950:0:31808:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (00000000ae386b18) now 6 - import 00000020:00000001:3.0:1790964002.690955:0:31808:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964002.690956:0:31808:0:(genops.c:1223:class_import_put()) import 0000000082276695 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1790964002.690957:0:31808:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:3.0:1790964002.690960:0:31808:0:(genops.c:868:class_export_get()) GET export 00000000243930e4 refcount=5 00000100:00000040:3.0:1790964002.690962:0:31808:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 00000000243930e4 : new rpc_count 1 00000100:00000001:3.0:1790964002.690964:0:31808:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1790964002.690967:0:31808:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.690968:0:31808:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 15 to 0@lo 00000100:00000001:3.0:1790964002.690970:0:31808:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 00000100:00000001:3.0:1790964002.690972:0:31808:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446635306563546880 : -108767146004736 : 0xffff9d13ace62f00) 00000100:00000040:3.0:1790964002.690980:0:31808:0:(connection.c:150:ptlrpc_connection_get()) conn=0000000026312ae0 refcount 15 to 0@lo 00000020:00000040:3.0:1790964002.690982:0:31808:0:(genops.c:868:class_export_get()) GET export 00000000243930e4 refcount=6 00000100:00000001:3.0:1790964002.690987:0:31808:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.690988:0:31808:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 16 to 0@lo 00000100:00000001:3.0:1790964002.690990:0:31808:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 02000000:00000001:3.0:1790964002.690992:0:31808:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1790964002.690995:0:31808:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1790964002.690997:0:31808:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1790964002.690999:0:31808:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651965856 : -1057585760 : ffffffffc0f685a0) 02000000:00000001:3.0:1790964002.691002:0:31808:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.691004:0:31808:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964002.691006:0:31808:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1790964002.691008:0:31808:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1790964002.691010:0:31808:0:(import.c:65:import_set_state_nolock()) 0000000082276695 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1790964002.691012:0:31808:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964002.691013:0:31808:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964002.691015:0:31808:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964002.691017:0:31808:0:(genops.c:879:class_export_put()) PUTting export 00000000243930e4 : new refcount 5 00000020:00000040:3.0:1790964002.691019:0:31808:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (00000000ae386b18) now 6 - find 00010000:00000001:3.0:1790964002.691021:0:31808:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.691025:0:31808:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964002.691027:0:31808:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072663595984 : -1045955632 : ffffffffc1a7fbd0) 00000020:00000001:3.0:1790964002.691029:0:31808:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964002.691030:0:31808:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964002.691032:0:31808:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964002.691034:0:31808:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964002.691036:0:31808:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.691039:0:31808:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:3.0:1790964002.691043:0:31808:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1790964002.691044:0:31808:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1790964002.691046:0:31808:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1790964002.691047:0:31808:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.691049:0:31808:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964002.691051:0:31808:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961849441920 00010000:00000001:3.0:1790964002.691054:0:31808:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964002.691062:0:31808:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000736ba7b9 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964002.691070:0:31808:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964002.691072:0:31808:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964002.691075:0:31808:0:(import.c:2195:obd_at_measure()) add 1 to 00000000b79fad52 time=1790964002 v=10 (0 0 0 0) 00000100:00001000:3.0:1790964002.691078:0:31808:0:(import.c:2261:obd_at_measure()) AT 00000000b79fad52 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1790964002.691081:0:31808:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@00000000736ba7b9 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1790964002.691089:0:31808:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1790964002.691091:0:31808:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964002.691092:0:31808:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 17 to 0@lo 00000100:00000001:3.0:1790964002.691094:0:31808:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 02000000:00000001:3.0:1790964002.691096:0:31808:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964002.691098:0:31808:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964002.691101:0:31808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964002.691103:0:31808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964002.691107:0:31808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000942741b6. 00000100:00000200:3.0:1790964002.691111:0:31808:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961849441920, offset 0 00000400:00000200:3.0:1790964002.691116:0:31808:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964002.691124:0:31808:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964002.691131:0:31808:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff10f00e80 00000400:00000200:3.0:1790964002.691136:0:31808:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xab9 [1] + 0 00000400:00000200:3.0:1790964002.691145:0:31808:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964002.691148:0:31808:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964002.691154:0:31808:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964002.691157:0:31808:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964002.691165:0:31808:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964002.691186:0:31808:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964002.691192:0:31808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000942741b6 00000400:00000010:3.0:1790964002.691194:0:31808:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000942741b6. 00000100:00000001:3.0:1790964002.691203:0:31808:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964002.691205:0:31808:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964002.691209:0:31808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964002.691211:0:31808:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 16 to 0@lo 00010000:00000001:3.0:1790964002.691214:0:31808:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964002.691215:0:31808:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964002.691217:0:31808:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964002.691220:0:31808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000736ba7b9 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964002.691227:0:31808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000736ba7b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30926:x1877961849441920:12345-0@lo:38: Request processed in 660us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964002.691233:0:31808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1790964002.691236:0:31808:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000243930e4 : new rpc_count 0 00000100:00000001:3.0:1790964002.691238:0:31808:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964002.691240:0:31808:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964002.691244:0:31808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc451b7f. 00000020:00000010:3.0:1790964002.691247:0:31808:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b8e794b. 00000020:00000010:3.0:1790964002.691251:0:31808:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081bcc38c. 00000020:00000040:3.0:1790964002.691255:0:31808:0:(genops.c:879:class_export_put()) PUTting export 00000000243930e4 : new refcount 4 00000100:00000001:3.0:1790964002.691257:0:31808:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.692183:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964002.692188:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964002.692194:0:30926:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964002.692196:0:30926:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964002.692198:0:30926:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a25cfd40. 00000400:00000200:1.0:1790964002.692203:0:30926:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7b29e6 00000400:00000010:1.0:1790964002.692211:0:30926:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a7b29e6. 00000100:00000001:1.0:1790964002.692214:0:30926:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964002.692218:0:30926:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964002.692227:0:30926:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964002.692233:0:30926:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964002.692235:0:30926:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.692237:0:30926:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964002.692240:0:30926:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964002.692242:0:30926:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964002.692244:0:30926:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964002.692246:0:30926:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964002.692253:0:30926:0:(import.c:2195:obd_at_measure()) add 5 to 000000002ea29298 time=1790964002 v=5 (0 0 0 0) 00000100:00001000:1.0:1790964002.692256:0:30926:0:(import.c:2195:obd_at_measure()) add 1 to 0000000098a8d53a time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964002.692259:0:30926:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964002.692261:0:30926:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964002.692263:0:30926:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790964002.692267:0:30926:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964002.692272:0:30926:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.692275:0:30926:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790964002.692276:0:30926:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1790964002.692278:0:30926:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790964002.692280:0:30926:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964002.692283:0:30926:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964002.692289:0:30926:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964002.692291:0:30926:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964002.692293:0:30926:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.692295:0:30926:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1790964002.692300:0:30926:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:1.0:1790964002.692302:0:30926:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964002.692303:0:30926:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9e9d 00000020:00000001:1.0:1790964002.692310:0:30926:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964002.692313:0:30926:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000c6a85b07 refcount=7 00000020:00000001:1.0:1790964002.692315:0:30926:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635301644601344 : -108772064950272 : ffff9d1287b50800) 00000020:00000001:1.0:1790964002.692317:0:30926:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635301644601344 : -108772064950272 : ffff9d1287b50800) 00000100:00001000:1.0:1790964002.692321:0:30926:0:(import.c:2195:obd_at_measure()) add 1 to 0000000098a8d53a time=1790964002 v=0 (0 0 0 0) 00000100:00001000:1.0:1790964002.692323:0:30926:0:(import.c:2261:obd_at_measure()) AT 0000000098a8d53a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1790964002.692327:0:30926:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:1.0:1790964002.692330:0:30926:0:(genops.c:879:class_export_put()) PUTting export 00000000c6a85b07 : new refcount 6 00000100:00000001:1.0:1790964002.692332:0:30926:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964002.692473:0:30926:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1790964002.692476:0:30926:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790964002.692478:0:30926:0:(import.c:65:import_set_state_nolock()) 00000000b92e4b2a lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1790964002.692481:0:30926:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1790964002.692483:0:30926:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1790964002.692484:0:30926:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964002.692487:0:30926:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1790964002.692489:0:30926:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.692491:0:30926:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964002.692495:0:30926:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964002.692503:0:30926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000006c574e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30926:1877961849441920:0@lo:38: 00000100:00000001:1.0:1790964002.692507:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.692510:0:30926:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964002.692512:0:30926:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000006c574e1 x1877961849441920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964002.692518:0:30926:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964002.692520:0:30926:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964002.692522:0:30926:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000090ff2d9e. 02000000:00000001:1.0:1790964002.692526:0:30926:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964002.692527:0:30926:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964002.692528:0:30926:0:(genops.c:1223:class_import_put()) import 00000000b92e4b2a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1790964002.692530:0:30926:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964002.692537:0:30926:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ebd52d07. 02000000:00000001:1.0:1790964002.692541:0:30926:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964002.692543:0:30926:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964002.692544:0:30926:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000006c574e1. 00000100:00000001:1.0:1790964002.692547:0:30926:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964002.692549:0:30926:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964002.692551:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.692553:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964002.692554:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964002.692556:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964002.692557:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964002.692570:0:820:0:(connection.c:75:cpu_latency_work()) work item of 000000003b6c6a5c (cpu 1) has reached its deadline 4295521285, at 4295521287 00000100:00000010:1.0:1790964002.692576:0:820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c409582. 00000100:00000040:0.0:1790964002.692930:0:25918:0:(connection.c:75:cpu_latency_work()) work item of 000000005b5d3d94 (cpu 0) has reached its deadline 4295521285, at 4295521287 00000100:00000010:0.0:1790964002.692936:0:25918:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fe72d7c. 00000100:00000040:2.0:1790964002.694469:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000001e0f0615 (cpu 2) has reached its deadline 4295521285, at 4295521288 00000100:00000010:2.0:1790964002.694481:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550d6e1b. 00000100:00000040:3.0:1790964002.696065:0:60:0:(connection.c:75:cpu_latency_work()) work item of 00000000bba1bc8b (cpu 3) has reached its deadline 4295521285, at 4295521290 00000100:00000010:3.0:1790964002.696077:0:60:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000979948ef. 00080000:00000010:3.0:1790964002.729188:0:32135:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bc451b7f. 00080000:00000010:3.0:1790964002.729199:0:32135:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000bc451b7f. 00000020:00000001:3.0:1790964002.729204:0:32135:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964002.729230:0:32135:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964002.729443:0:32135:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1790964003.198952:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964003.198960:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.198966:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964003.198967:0:131:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964003.198983:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964003.198986:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964003.198988:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1790964003.403164:0:32148:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ef9c0cf1. 00080000:00000010:3.0:1790964003.403178:0:32148:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000ef9c0cf1. 00000020:00000001:3.0:1790964003.403183:0:32148:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.517760:0:31840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964003.517768:0:31840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964003.517770:0:31840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964003.517774:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000100:00000001:3.0:1790964003.517794:0:31840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964003.517797:0:31840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964003.517798:0:31840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964003.517801:0:31840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964003.517803:0:31840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964003.709606:0:31803:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790964003.709613:0:31803:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f1246c54) refs 2 10000000:00000001:3.0:1790964003.709618:0:31803:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964003.709621:0:31803:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1790964003.709631:0:31803:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1790964003.709632:0:31803:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1790964003.709635:0:31803:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1790964003.709637:0:31803:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1790964003.709638:0:31803:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d138aaf4800 from 9 10000000:00000001:3.0:1790964003.709641:0:31803:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1790964003.709643:0:31803:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1790964003.709652:0:31803:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb4f7327. 00000020:00000040:3.0:1790964003.709656:0:31803:0:(genops.c:1210:class_import_get()) import 00000000a5afc3fc refcount=4 obd=MGC192.168.203.138@tcp 00000100:00000001:3.0:1790964003.709661:0:31803:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790964003.709664:0:31803:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790964003.709669:0:31803:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790964003.709675:0:31803:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eaa7c645. 00000100:00000001:3.0:1790964003.709680:0:31803:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964003.709685:0:31803:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1790964003.709687:0:31803:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790964003.709693:0:31803:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000006bb76111. 00010000:00000001:3.0:1790964003.709697:0:31803:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790964003.709700:0:31803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b405ec9e. 00000020:00000001:3.0:1790964003.709703:0:31803:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964003.709706:0:31803:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000b405ec9e with handle 0xc560024fb97e9eb2 to hash 00000020:00000001:3.0:1790964003.709708:0:31803:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790964003.709709:0:31803:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00000100:00000001:1.0:1790964003.709711:0:30926:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1790964003.709712:0:31803:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:3.0:1790964003.709715:0:31803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1790964003.709718:0:31803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964003.709720:0:31803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1790964003.709721:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964003.709723:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964003.709725:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964003.709727:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964003.709729:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964003.709732:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964003.709741:0:31803:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964003.709750:0:31803:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1790964003.709755:0:31803:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790964003.709757:0:31803:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790964003.709763:0:31803:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f1d8401. 00000100:00000001:3.0:1790964003.709765:0:31803:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635301645121984 : -108772064429632 : ffff9d1287bcf9c0) 00000100:00000001:3.0:1790964003.709767:0:31803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964003.709768:0:31803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635301662638976 : -108772046912640 : ffff9d1288c84380) 00000100:00000001:3.0:1790964003.709783:0:31803:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790964003.709785:0:31803:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.709787:0:31803:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790964003.709789:0:31803:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964003.709796:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.709804:0:31803:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964003.709806:0:31803:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964003.709809:0:31803:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964003.709812:0:31803:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964003.709814:0:31803:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964003.709816:0:31803:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb4f7327 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b4c70f57-6591-4d7d-938f-712d3916fa77:31803:1877961849442048:0@lo:101: 00000100:00000001:3.0:1790964003.709820:0:31803:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964003.709825:0:31803:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964003.709827:0:31803:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964003.709829:0:31803:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964003.709832:0:31803:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f012533. 02000000:00000001:3.0:1790964003.709834:0:31803:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964003.709839:0:31803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee7be6a5. 00000400:00000010:3.0:1790964003.709845:0:31803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000942741b6. 00000100:00000200:3.0:1790964003.709855:0:31803:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961849442048, portal 25 00000100:00000001:3.0:1790964003.709857:0:31803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964003.709858:0:31803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635301662638976 : -108772046912640 : ffff9d1288c84380) 00000100:00000040:3.0:1790964003.709863:0:31803:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.709870:0:31803:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964003.709872:0:31803:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964003.709875:0:31803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df40816b. 00000100:00000200:3.0:1790964003.709877:0:31803:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961849442048, offset 0 00000400:00000200:3.0:1790964003.709882:0:31803:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964003.709894:0:31803:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964003.709903:0:31803:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff10f00f00 00000400:00000200:3.0:1790964003.709908:0:31803:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:3.0:1790964003.709912:0:31803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b4eae3a. 00000400:00000200:3.0:1790964003.709917:0:31803:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc63f85c 00000400:00000200:3.0:1790964003.709925:0:31803:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964003.709929:0:31803:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964003.709933:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc63f85c 00000400:00000010:3.0:1790964003.709935:0:31803:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000dc63f85c. 00000100:00000001:3.0:1790964003.709941:0:31803:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964003.709942:0:31803:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964003.709945:0:31803:0:(events.c:341:request_in_callback()) incoming req@000000002c1eb9f0 x1877961849442048 msgsize 328 00000100:00100000:3.0:1790964003.709949:0:31803:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964003.709951:0:31803:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964003.709957:0:31803:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964003.709962:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df40816b 00000400:00000010:3.0:1790964003.709964:0:31803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000df40816b. 00000100:00000001:3.0:1790964003.709967:0:31803:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964003.709969:0:31803:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.709979:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964003.709981:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.709986:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.709991:0:31803:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964003.709997:0:31803:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.710000:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295522307 00000100:00000010:3.0:1790964003.710003:0:31803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000979948ef. 00000100:00000001:3.0:1790964003.710009:0:31803:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964003.710013:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295522307 00000100:00000010:3.0:1790964003.710015:0:31803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000550d6e1b. 00000100:00000001:3.0:1790964003.710018:0:31803:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964003.710020:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295522307 00000100:00000010:3.0:1790964003.710022:0:31803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fe72d7c. 00000100:00000001:3.0:1790964003.710024:0:31803:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964003.710027:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295522307 00000100:00000010:3.0:1790964003.710029:0:31803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c409582. 00000100:00000001:3.0:1790964003.710032:0:31803:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964003.710034:0:31803:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964003.710036:0:31803:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.710038:0:31803:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964003.710039:0:31803:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790964003.710041:0:31803:0:(client.c:2716:ptlrpc_set_wait()) set 000000009f1d8401 going to sleep for 11 seconds 00000100:00000001:3.0:1790964003.710043:0:31803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964003.710045:0:31803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964003.710824:0:31793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000057e35af5. 00000100:00000001:2.0:1790964003.710836:0:31793:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1790964003.710837:0:31793:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.710853:0:31798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964003.710855:0:31798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849442048 02000000:00000001:2.0:1790964003.710857:0:31798:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964003.710859:0:31798:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964003.710861:0:31798:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964003.710865:0:31798:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964003.710868:0:31798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849442048 00000020:00000001:2.0:1790964003.710871:0:31798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964003.710872:0:31798:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9dcb 00000020:00000001:2.0:1790964003.710874:0:31798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964003.710877:0:31798:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000002823426 refcount=11 00000020:00000001:2.0:1790964003.710879:0:31798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000020:00000001:2.0:1790964003.710881:0:31798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000100:00000001:2.0:1790964003.710892:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964003.710896:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6c4c9cf. 00000100:00000001:2.0:1790964003.710898:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964003.710901:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6c4c9cf. 00000020:00000010:2.0:1790964003.710906:0:31798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679bcae5. 00000020:00000010:2.0:1790964003.710910:0:31798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d3d0956. 00000020:00000010:2.0:1790964003.710914:0:31798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c71f2505. 00000100:00000040:2.0:1790964003.710921:0:31798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964003.710924:0:31798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964003.710925:0:31798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964003.710927:0:31798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.710935:0:31798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.710944:0:31798:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964003.710952:0:31798:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964003.710954:0:31798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964003.710958:0:31798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1790964003.710961:0:31798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000002823426 : new rpc_count 1 00000100:00000001:2.0:1790964003.710963:0:31798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635306543131728 : -108767166419888 : ffff9d13abaeac50) 00000100:00000040:2.0:1790964003.710967:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c1eb9f0 x1877961849442048/t0(0) o101->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 328/0 e 0 to 0 dl 1790964014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.710975:0:31798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964003.710978:0:31798:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6c4c9cf. 00000100:00000001:2.0:1790964003.710980:0:31798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964003.710981:0:31798:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6c4c9cf. 00000100:00100000:2.0:1790964003.710984:0:31798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002c1eb9f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+11:31803:x1877961849442048:12345-0@lo:101: 00000100:00000200:2.0:1790964003.710988:0:31798:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961849442048 00000020:00000001:2.0:1790964003.710991:0:31798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964003.710994:0:31798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964003.710996:0:31798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964003.710998:0:31798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964003.711000:0:31798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661612672 : -1047938944 : ffffffffc189b880) 00000020:00000001:2.0:1790964003.711003:0:31798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964003.711009:0:31798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964003.711011:0:31798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964003.711013:0:31798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964003.711017:0:31798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964003.711019:0:31798:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:2.0:1790964003.711021:0:31798:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1790964003.711023:0:31798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1790964003.711025:0:31798:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1790964003.711027:0:31798:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711032:0:31798:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964003.711038:0:31798:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000017ec8abe. 00010000:00000001:2.0:1790964003.711041:0:31798:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964003.711043:0:31798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000057c6c568. 00000020:00000001:2.0:1790964003.711046:0:31798:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964003.711048:0:31798:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000057c6c568 with handle 0xc560024fb97e9eb9 to hash 00000020:00000001:2.0:1790964003.711050:0:31798:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964003.711051:0:31798:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635301605665792 : -108772103885824 : ffff9d128562ec00) 00010000:00000001:2.0:1790964003.711053:0:31798:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635301605665792 : -108772103885824 : ffff9d128562ec00) 00010000:00010000:2.0:1790964003.711056:0:31798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000057c6c568/0xc560024fb97e9eb9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc560024fb97e9eb2 expref: -99 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1790964003.711063:0:31798:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 0000000002823426 : new locks_count 6 00000020:00000040:2.0:1790964003.711065:0:31798:0:(genops.c:868:class_export_get()) GET export 0000000002823426 refcount=12 00000100:00000001:2.0:1790964003.711072:0:31798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964003.711075:0:31798:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964003.711079:0:31798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fd01db51. 02000000:00000001:2.0:1790964003.711081:0:31798:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711084:0:31798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711086:0:31798:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790964003.711089:0:31798:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1790964003.711091:0:31798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1790964003.711093:0:31798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1790964003.711095:0:31798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964003.711097:0:31798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1790964003.711098:0:31798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964003.711100:0:31798:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790964003.711106:0:31798:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790964003.711108:0:31798:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790964003.711109:0:31798:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790964003.711111:0:31798:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017ec8abe) refcount = 1 00010000:00010000:2.0:1790964003.711115:0:31798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000057c6c568/0xc560024fb97e9eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc560024fb97e9eb2 expref: 12 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964003.711121:0:31798:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790964003.711123:0:31798:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790964003.711124:0:31798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964003.711126:0:31798:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711128:0:31798:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790964003.711133:0:31798:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1790964003.711135:0:31798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000057c6c568/0xc560024fb97e9eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc560024fb97e9eb2 expref: 12 pid: 31798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964003.711142:0:31798:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1790964003.711144:0:31798:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1790964003.711145:0:31798:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790964003.711148:0:31798:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711149:0:31798:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1790964003.711151:0:31798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964003.711152:0:31798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1790964003.711154:0:31798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000057c6c568, rc 0) 00000020:00000001:2.0:1790964003.711156:0:31798:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964003.711159:0:31798:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961849442048 00010000:00000001:2.0:1790964003.711161:0:31798:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964003.711165:0:31798:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000002c1eb9f0 x1877961849442048/t0(0) o101->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 328/344 e 0 to 0 dl 1790964014 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964003.711173:0:31798:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964003.711175:0:31798:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964003.711178:0:31798:0:(import.c:2195:obd_at_measure()) add 1 to 0000000000d099fb time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964003.711182:0:31798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964003.711184:0:31798:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 17 to 0@lo 00000100:00000001:2.0:1790964003.711186:0:31798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 02000000:00000001:2.0:1790964003.711193:0:31798:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964003.711195:0:31798:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711198:0:31798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964003.711200:0:31798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964003.711203:0:31798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c051bdaf. 00000100:00000200:2.0:1790964003.711207:0:31798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961849442048, offset 224 00000400:00000200:2.0:1790964003.711213:0:31798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964003.711221:0:31798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964003.711229:0:31798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff10f00f00 00000400:00000200:2.0:1790964003.711234:0:31798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:2.0:1790964003.711240:0:31798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964003.711244:0:31798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964003.711248:0:31798:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964003.711252:0:31798:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964003.711260:0:31798:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711275:0:31798:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964003.711281:0:31798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c051bdaf 00000400:00000010:2.0:1790964003.711283:0:31798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c051bdaf. 00000100:00000001:2.0:1790964003.711285:0:31798:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964003.711287:0:31798:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964003.711290:0:31798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964003.711292:0:31798:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 16 to 0@lo 00010000:00000001:2.0:1790964003.711294:0:31798:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964003.711295:0:31798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964003.711297:0:31798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964003.711300:0:31798:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c1eb9f0 x1877961849442048/t0(0) o101->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 328/344 e 0 to 0 dl 1790964014 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964003.711307:0:31798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002c1eb9f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31803:x1877961849442048:12345-0@lo:101: Request processed in 331us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964003.711313:0:31798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1790964003.711315:0:31798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002823426 : new rpc_count 0 00000100:00000001:2.0:1790964003.711323:0:31798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964003.711325:0:31798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964003.711329:0:31798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d3d0956. 00000020:00000010:2.0:1790964003.711332:0:31798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c71f2505. 00000020:00000010:2.0:1790964003.711352:0:31798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679bcae5. 00000020:00000040:2.0:1790964003.711356:0:31798:0:(genops.c:879:class_export_put()) PUTting export 0000000002823426 : new refcount 11 02000000:00000001:2.0:1790964003.711360:0:31798:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964003.711362:0:31798:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000fd01db51. 02000000:00000001:2.0:1790964003.711365:0:31798:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964003.711367:0:31798:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964003.711371:0:31798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964003.711375:0:31798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094c8c115. 00000400:00000010:2.0:1790964003.711380:0:31798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073271b59. 00000100:00000001:2.0:1790964003.711406:0:31803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964003.711411:0:31803:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964003.711413:0:31803:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964003.711415:0:31803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee7be6a5. 00000400:00000200:2.0:1790964003.711418:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000942741b6 00000400:00000010:2.0:1790964003.711420:0:31803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000942741b6. 00000100:00000001:2.0:1790964003.711422:0:31803:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964003.711425:0:31803:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964003.711433:0:31803:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711439:0:31803:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964003.711441:0:31803:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964003.711443:0:31803:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964003.711445:0:31803:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964003.711447:0:31803:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964003.711448:0:31803:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964003.711451:0:31803:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964003.711455:0:31803:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f6ac0aee time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964003.711458:0:31803:0:(import.c:2195:obd_at_measure()) add 1 to 000000001cfe291c time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964003.711461:0:31803:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964003.711463:0:31803:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711476:0:31803:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964003.711484:0:31803:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711487:0:31803:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964003.711491:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711498:0:31803:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964003.711501:0:31803:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964003.711503:0:31803:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964003.711505:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964003.711512:0:31803:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb4f7327 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b4c70f57-6591-4d7d-938f-712d3916fa77:31803:1877961849442048:0@lo:101: 00000100:00000001:2.0:1790964003.711516:0:31803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964003.711519:0:31803:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711521:0:31803:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790964003.711523:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964003.711525:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711532:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964003.711534:0:31803:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009f1d8401. 00000100:00000001:2.0:1790964003.711537:0:31803:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790964003.711539:0:31803:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711541:0:31803:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1790964003.711544:0:31803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964003.711546:0:31803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964003.711548:0:31803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b405ec9e refcount=4 00000020:00000001:2.0:1790964003.711550:0:31803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:2.0:1790964003.711552:0:31803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000040:2.0:1790964003.711556:0:31803:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000b405ec9e, remote cookie: 0xc560024fb97e9eb9, flags: 0x0 00010000:00000001:2.0:1790964003.711559:0:31803:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1790964003.711562:0:31803:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1790964003.711563:0:31803:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1790964003.711564:0:31803:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1790964003.711565:0:31803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1790964003.711566:0:31803:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006bb76111) refcount = 1 00010000:00010000:2.0:1790964003.711574:0:31803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9eb9 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964003.711580:0:31803:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1790964003.711581:0:31803:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1790964003.711582:0:31803:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790964003.711585:0:31803:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1790964003.711587:0:31803:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964003.711589:0:31803:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc560024fb97e9eb9 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790964003.711594:0:31803:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1790964003.711596:0:31803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964003.711597:0:31803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964003.711598:0:31803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964003.711598:0:31803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964003.711600:0:31803:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711602:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964003.711605:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb4f7327 x1877961849442048/t0(0) o101->MGC192.168.203.138@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964019 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711610:0:31803:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964003.711612:0:31803:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964003.711614:0:31803:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f012533. 02000000:00000001:2.0:1790964003.711617:0:31803:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964003.711618:0:31803:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964003.711620:0:31803:0:(genops.c:1223:class_import_put()) import 00000000a5afc3fc refcount=3 obd=MGC192.168.203.138@tcp 00000020:00000001:2.0:1790964003.711633:0:31803:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964003.711635:0:31803:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eaa7c645. 02000000:00000001:2.0:1790964003.711639:0:31803:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964003.711641:0:31803:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964003.711642:0:31803:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb4f7327. 00000100:00000001:2.0:1790964003.711645:0:31803:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964003.711646:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1790964003.711648:0:31803:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964003.711650:0:31803:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964003.711651:0:31803:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f1246c54) refs 3 10000000:00000001:2.0:1790964003.711659:0:31803:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.711661:0:31803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790964003.711662:0:31803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964003.711663:0:31803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b405ec9e refcount=3 00000020:00000001:2.0:1790964003.711665:0:31803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:2.0:1790964003.711667:0:31803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:2.0:1790964003.711669:0:31803:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1790964003.711670:0:31803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790964003.711670:0:31803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790964003.711672:0:31803:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964003.711674:0:31803:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1790964003.711676:0:31803:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000d62e8945. 00000100:00000010:2.0:1790964003.711688:0:31803:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000517ce8b1. 00000020:00000040:2.0:1790964003.711691:0:31803:0:(genops.c:1210:class_import_get()) import 00000000a5afc3fc refcount=4 obd=MGC192.168.203.138@tcp 00000100:00000001:2.0:1790964003.711694:0:31803:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964003.711696:0:31803:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964003.711699:0:31803:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964003.711703:0:31803:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000679bcae5. 00000100:00000001:2.0:1790964003.711707:0:31803:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711711:0:31803:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1790964003.711713:0:31803:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd01db51. 00000100:00000010:2.0:1790964003.711715:0:31803:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b6c4c9cf. 00000020:00000040:2.0:1790964003.711717:0:31803:0:(genops.c:1210:class_import_get()) import 00000000a5afc3fc refcount=5 obd=MGC192.168.203.138@tcp 00000100:00000001:2.0:1790964003.711720:0:31803:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964003.711721:0:31803:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964003.711725:0:31803:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004c16726. 00000100:00000001:2.0:1790964003.711727:0:31803:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635306322961536 : -108767386590080 : ffff9d139e8f2480) 00000100:00000001:2.0:1790964003.711729:0:31803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964003.711731:0:31803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635305884271488 : -108767825280128 : ffff9d1384694380) 00000100:00000001:2.0:1790964003.711734:0:31803:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964003.711735:0:31803:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711737:0:31803:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964003.711738:0:31803:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964003.711741:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711758:0:31803:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964003.711760:0:31803:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964003.711763:0:31803:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964003.711764:0:31803:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964003.711766:0:31803:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964003.711768:0:31803:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000517ce8b1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b4c70f57-6591-4d7d-938f-712d3916fa77:31803:1877961849442176:0@lo:256: 00000100:00000001:2.0:1790964003.711771:0:31803:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964003.711775:0:31803:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964003.711777:0:31803:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711779:0:31803:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1790964003.711783:0:31803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e425a462. 00000400:00000010:2.0:1790964003.711787:0:31803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004488019c. 00000100:00000200:2.0:1790964003.711790:0:31803:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff10f00f80-0x6abff10f00f80, portal 33 00000100:00000001:2.0:1790964003.711793:0:31803:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964003.711795:0:31803:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964003.711797:0:31803:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e063530. 02000000:00000001:2.0:1790964003.711799:0:31803:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964003.711801:0:31803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8ed8f7. 00000400:00000010:2.0:1790964003.711804:0:31803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c051bdaf. 00000100:00000200:2.0:1790964003.711806:0:31803:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961849442176, portal 25 00000100:00000001:2.0:1790964003.711807:0:31803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964003.711808:0:31803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635305884271488 : -108767825280128 : ffff9d1384694380) 00000100:00000040:2.0:1790964003.711812:0:31803:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711818:0:31803:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964003.711820:0:31803:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964003.711822:0:31803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e18f003. 00000100:00000200:2.0:1790964003.711823:0:31803:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961849442176, offset 0 00000400:00000200:2.0:1790964003.711827:0:31803:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964003.711833:0:31803:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964003.711838:0:31803:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff10f00f80 00000400:00000200:2.0:1790964003.711842:0:31803:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:2.0:1790964003.711850:0:31803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edb8a5cf. 00000400:00000200:2.0:1790964003.711852:0:31803:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059d33b72 00000400:00000200:2.0:1790964003.711857:0:31803:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964003.711860:0:31803:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964003.711863:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059d33b72 00000400:00000010:2.0:1790964003.711864:0:31803:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000059d33b72. 00000100:00000001:2.0:1790964003.711867:0:31803:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964003.711869:0:31803:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964003.711871:0:31803:0:(events.c:341:request_in_callback()) incoming req@000000002cedf4a7 x1877961849442176 msgsize 304 00000100:00100000:2.0:1790964003.711874:0:31803:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964003.711875:0:31803:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964003.711891:0:31803:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964003.711896:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e18f003 00000400:00000010:2.0:1790964003.711897:0:31803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009e18f003. 00000100:00000001:2.0:1790964003.711899:0:31803:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964003.711902:0:31803:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711909:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964003.711911:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.711917:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711918:0:31803:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964003.711922:0:31803:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.711925:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295522308 00000100:00000001:2.0:1790964003.711930:0:31803:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295522307 00000100:00000001:2.0:1790964003.711934:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295522308 00000100:00000001:2.0:1790964003.711937:0:31803:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295522307 00000100:00000001:2.0:1790964003.711939:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 2 is 4295522308 00000100:00000001:3.0:1790964003.711941:0:31800:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1790964003.711941:0:31803:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295522307 00000100:00000001:2.0:1790964003.711943:0:31803:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS new deadline estimation for cpu 3 is 4295522308 00000100:00100000:3.0:1790964003.711944:0:31800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961849442176 02000000:00000001:3.0:1790964003.711946:0:31800:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964003.711946:0:31803:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.138@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295522307 00000100:00000001:3.0:1790964003.711947:0:31800:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964003.711948:0:31803:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964003.711949:0:31800:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964003.711951:0:31800:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964003.711953:0:31800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961849442176 00000020:00000001:3.0:1790964003.711955:0:31800:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1790964003.711955:0:31803:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1790964003.711957:0:31800:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc560024fb97e9dcb 00000100:00000001:2.0:1790964003.711957:0:31803:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1790964003.711958:0:31800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1790964003.711958:0:31803:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1790964003.711960:0:31800:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000002823426 refcount=12 00000100:00100000:2.0:1790964003.711960:0:31803:0:(client.c:2716:ptlrpc_set_wait()) set 0000000004c16726 going to sleep for 11 seconds 00000020:00000001:3.0:1790964003.711962:0:31800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000100:00000001:2.0:1790964003.711963:0:31803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964003.711964:0:31803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964003.711968:0:31800:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635305852770304 : -108767856781312 : ffff9d1382889800) 00000100:00000001:3.0:1790964003.711972:0:31800:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964003.711974:0:31800:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000045a151d. 00000100:00000001:3.0:1790964003.711976:0:31800:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964003.711977:0:31800:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000045a151d. 00000020:00000010:3.0:1790964003.711981:0:31800:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b9b5d2. 00000020:00000010:3.0:1790964003.711984:0:31800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083b2dbfd. 00000020:00000010:3.0:1790964003.711987:0:31800:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b8e794b. 00000100:00000040:3.0:1790964003.711993:0:31800:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964003.711995:0:31800:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964003.711996:0:31800:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964003.711997:0:31800:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712001:0:31800:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712011:0:31800:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964003.712020:0:31800:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964003.712021:0:31800:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964003.712024:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964003.712026:0:31800:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000002823426 : new rpc_count 1 00000100:00000001:3.0:1790964003.712028:0:31800:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635306543128656 : -108767166422960 : ffff9d13abaea050) 00000100:00000040:3.0:1790964003.712031:0:31800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002cedf4a7 x1877961849442176/t0(0) o256->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 304/0 e 0 to 0 dl 1790964014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.712038:0:31800:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964003.712040:0:31800:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000045a151d. 00000100:00000001:3.0:1790964003.712041:0:31800:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964003.712043:0:31800:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000045a151d. 00000100:00100000:3.0:1790964003.712046:0:31800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002cedf4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31803:x1877961849442176:12345-0@lo:256: 00000100:00000200:3.0:1790964003.712048:0:31800:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961849442176 00000020:00000001:3.0:1790964003.712050:0:31800:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964003.712052:0:31800:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964003.712053:0:31800:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964003.712055:0:31800:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964003.712056:0:31800:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072661613088 : -1047938528 : ffffffffc189ba20) 00000020:00000001:3.0:1790964003.712064:0:31800:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964003.712065:0:31800:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964003.712066:0:31800:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964003.712068:0:31800:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964003.712070:0:31800:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712073:0:31800:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964003.712074:0:31800:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964003.712077:0:31800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ebd52d07. 02000000:00000001:3.0:1790964003.712079:0:31800:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712080:0:31800:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1790964003.712082:0:31800:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:3.0:1790964003.712086:0:31800:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:3.0:1790964003.712088:0:31800:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1790964003.712090:0:31800:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000d9987c9d. 20000000:00000001:3.0:1790964003.712093:0:31800:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1790964003.712099:0:31800:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1790964003.712106:0:31800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790964003.712108:0:31800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:3.0:1790964003.712110:0:31800:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1790964003.712112:0:31800:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1790964003.712114:0:31800:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b87e4a56. 00000100:00000010:3.0:1790964003.712117:0:31800:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b26a4ccd. 00000020:00000040:3.0:1790964003.712119:0:31800:0:(genops.c:868:class_export_get()) GET export 0000000002823426 refcount=13 00010000:00000001:3.0:1790964003.712122:0:31800:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:3.0:1790964003.712124:0:31800:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1790964003.712128:0:31800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df40816b. 00000400:00000010:3.0:1790964003.712134:0:31800:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000007416e630. 00000400:00000200:3.0:1790964003.712137:0:31800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964003.712143:0:31800:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964003.712149:0:31800:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff10f00f80 00000400:00000200:3.0:1790964003.712153:0:31800:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:3.0:1790964003.712155:0:31800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e425a462. 00000400:00000200:3.0:1790964003.712158:0:31800:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004488019c 00000400:00000200:3.0:1790964003.712160:0:31800:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964003.712163:0:31800:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964003.712165:0:31800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004488019c 00000400:00000010:3.0:1790964003.712171:0:31800:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000004488019c. 00000100:00000001:3.0:1790964003.712175:0:31800:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1790964003.712176:0:31800:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000517ce8b1 desc 00000000fd01db51 mbits 1877961849442176 00000100:00000001:3.0:1790964003.712182:0:31800:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964003.712186:0:31800:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1790964003.712190:0:31800:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1790964003.712197:0:31800:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:3.0:1790964003.712199:0:31800:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964003.712201:0:31800:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1790964003.712204:0:31800:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964003.712206:0:31800:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 00000000b87e4a56 00000100:00000001:3.0:1790964003.712207:0:31800:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964003.712211:0:31800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df40816b 00000400:00000010:3.0:1790964003.712213:0:31800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000df40816b. 00000100:00000001:3.0:1790964003.712215:0:31800:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964003.712215:0:31800:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 00000000b87e4a56 00000100:00000001:3.0:1790964003.712217:0:31800:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1790964003.712221:0:31800:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff10f00f80-0x6abff10f00f80 00000100:00000001:3.0:1790964003.712223:0:31800:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964003.712226:0:31800:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712228:0:31800:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1790964003.712230:0:31800:0:(genops.c:879:class_export_put()) PUTting export 0000000002823426 : new refcount 12 00000100:00000010:3.0:1790964003.712232:0:31800:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b26a4ccd. 00000100:00000010:3.0:1790964003.712234:0:31800:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b87e4a56. 00000100:00000001:3.0:1790964003.712236:0:31800:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1790964003.712237:0:31800:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1790964003.712247:0:31800:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000d9987c9d. 20000000:00000001:3.0:1790964003.712251:0:31800:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964003.712253:0:31800:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961849442176 00010000:00000001:3.0:1790964003.712255:0:31800:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964003.712259:0:31800:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000002cedf4a7 x1877961849442176/t0(0) o256->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 304/240 e 0 to 0 dl 1790964014 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964003.712264:0:31800:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964003.712266:0:31800:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964003.712267:0:31800:0:(import.c:2195:obd_at_measure()) add 1 to 0000000000d099fb time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964003.712274:0:31800:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964003.712276:0:31800:0:(connection.c:162:ptlrpc_connection_addref()) conn=0000000026312ae0 refcount 17 to 0@lo 00000100:00000001:3.0:1790964003.712278:0:31800:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635306563546880 : -108767146004736 : ffff9d13ace62f00) 02000000:00000001:3.0:1790964003.712279:0:31800:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964003.712281:0:31800:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.712283:0:31800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964003.712285:0:31800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964003.712287:0:31800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df40816b. 00000100:00000200:3.0:1790964003.712289:0:31800:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961849442176, offset 224 00000400:00000200:3.0:1790964003.712292:0:31800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964003.712297:0:31800:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964003.712301:0:31800:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff10f00f80 00000400:00000200:3.0:1790964003.712304:0:31800:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:3.0:1790964003.712308:0:31800:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964003.712311:0:31800:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964003.712314:0:31800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964003.712316:0:31800:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964003.712322:0:31800:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.712328:0:31800:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964003.712331:0:31800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df40816b 00000400:00000010:3.0:1790964003.712333:0:31800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000df40816b. 00000100:00000001:3.0:1790964003.712335:0:31800:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964003.712352:0:31800:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964003.712355:0:31800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964003.712356:0:31800:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=0000000026312ae0 refcount 16 to 0@lo 00010000:00000001:3.0:1790964003.712359:0:31800:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964003.712360:0:31800:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964003.712361:0:31800:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964003.712364:0:31800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cedf4a7 x1877961849442176/t0(0) o256->b4c70f57-6591-4d7d-938f-712d3916fa77@0@lo:579/0 lens 304/240 e 0 to 0 dl 1790964014 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964003.712370:0:31800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002cedf4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b4c70f57-6591-4d7d-938f-712d3916fa77+12:31803:x1877961849442176:12345-0@lo:256: Request processed in 332us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964003.712380:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1790964003.712382:0:31800:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000002823426 : new rpc_count 0 00000100:00000001:3.0:1790964003.712383:0:31800:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964003.712385:0:31800:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964003.712388:0:31800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083b2dbfd. 00000020:00000010:3.0:1790964003.712391:0:31800:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b8e794b. 00000020:00000010:3.0:1790964003.712393:0:31800:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b9b5d2. 00000020:00000040:3.0:1790964003.712396:0:31800:0:(genops.c:879:class_export_put()) PUTting export 0000000002823426 : new refcount 11 02000000:00000001:3.0:1790964003.712399:0:31800:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964003.712400:0:31800:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 00000000ebd52d07. 02000000:00000001:3.0:1790964003.712402:0:31800:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964003.712403:0:31800:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964003.712407:0:31800:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964003.712411:0:31800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006be492a. 00000400:00000010:3.0:1790964003.712414:0:31800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53b5e77. 00000100:00000001:2.0:1790964003.713694:0:31803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964003.713704:0:31803:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964003.713706:0:31803:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964003.713707:0:31803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8ed8f7. 00000400:00000200:2.0:1790964003.713713:0:31803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c051bdaf 00000400:00000010:2.0:1790964003.713715:0:31803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c051bdaf. 00000100:00000001:2.0:1790964003.713718:0:31803:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964003.713724:0:31803:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964003.713732:0:31803:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.713739:0:31803:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964003.713740:0:31803:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964003.713742:0:31803:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964003.713745:0:31803:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964003.713747:0:31803:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964003.713749:0:31803:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964003.713751:0:31803:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964003.713757:0:31803:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f6ac0aee time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964003.713760:0:31803:0:(import.c:2195:obd_at_measure()) add 1 to 000000001cfe291c time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964003.713762:0:31803:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964003.713763:0:31803:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964003.713765:0:31803:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790964003.713767:0:31803:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.713781:0:31803:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964003.713786:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964003.713793:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.713812:0:31803:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964003.713814:0:31803:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964003.713818:0:31803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964003.713824:0:31803:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000517ce8b1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b4c70f57-6591-4d7d-938f-712d3916fa77:31803:1877961849442176:0@lo:256: 00000100:00000001:2.0:1790964003.713828:0:31803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964003.713831:0:31803:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964003.713833:0:31803:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1790964003.713835:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964003.713837:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964003.713843:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964003.713845:0:31803:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004c16726. 00000100:00000001:2.0:1790964003.713847:0:31803:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1790964003.713849:0:31803:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1790964003.713854:0:31803:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:3.0:1790964003.714057:0:31803:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1790964003.714066:0:31803:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000ebd52d07. 10000000:00000010:3.0:1790964003.714069:0:31803:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000083b2dbfd. 10000000:00000200:3.0:1790964003.714075:0:31803:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1790964003.714078:0:31803:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:3.0:1790964003.714083:0:31803:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.203.138@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1790964003.714085:0:31803:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000083b2dbfd. 10000000:00000010:3.0:1790964003.714088:0:31803:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000ebd52d07. 10000000:00000001:3.0:1790964003.714090:0:31803:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964003.714092:0:31803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964003.714095:0:31803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000517ce8b1 x1877961849442176/t0(0) o256->MGC192.168.203.138@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964019 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964003.714102:0:31803:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964003.714104:0:31803:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964003.714106:0:31803:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e063530. 02000000:00000001:3.0:1790964003.714109:0:31803:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964003.714111:0:31803:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964003.714112:0:31803:0:(genops.c:1223:class_import_put()) import 00000000a5afc3fc refcount=4 obd=MGC192.168.203.138@tcp 00000020:00000001:3.0:1790964003.714120:0:31803:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1790964003.714121:0:31803:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1790964003.714123:0:31803:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964003.714124:0:31803:0:(genops.c:1223:class_import_put()) import 00000000a5afc3fc refcount=3 obd=MGC192.168.203.138@tcp 00000020:00000001:3.0:1790964003.714126:0:31803:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1790964003.714128:0:31803:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b6c4c9cf. 00000100:00000010:3.0:1790964003.714131:0:31803:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd01db51. 00000100:00000001:3.0:1790964003.714133:0:31803:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1790964003.714136:0:31803:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000679bcae5. 02000000:00000001:3.0:1790964003.714138:0:31803:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964003.714140:0:31803:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964003.714141:0:31803:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000517ce8b1. 00000100:00000001:3.0:1790964003.714144:0:31803:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964003.714145:0:31803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1790964003.714158:0:31803:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000d62e8945. 10000000:01000000:3.0:1790964003.714162:0:31803:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1790964003.714165:0:31803:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1790964003.714168:0:31803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790964003.714169:0:31803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964003.714172:0:31803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000b405ec9e refcount=3 00000020:00000001:3.0:1790964003.714174:0:31803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:3.0:1790964003.714176:0:31803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635301609775104 : -108772099776512 : ffff9d1285a1a000) 00010000:00000001:3.0:1790964003.714179:0:31803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1790964003.714182:0:31803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9eb9 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964003.714189:0:31803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964003.714190:0:31803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790964003.714192:0:31803:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.138@tcp lock: 00000000b405ec9e/0xc560024fb97e9eb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc560024fb97e9eb9 expref: -99 pid: 31803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964003.714198:0:31803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1790964003.714198:0:31803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964003.714199:0:31803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1790964003.714201:0:31803:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964003.714207:0:31803:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790964003.714210:0:31803:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1790964003.714212:0:31803:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1790964003.714213:0:31803:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f1246c54) refs 3 10000000:00000001:3.0:1790964003.714215:0:31803:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1790964003.715289:0:31789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005abbff74. 00000100:00000001:0.0:1790964003.715298:0:31789:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1790964003.715300:0:31789:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964003.715325:0:25918:0:(connection.c:75:cpu_latency_work()) work item of 000000005b5d3d94 (cpu 0) has reached its deadline 4295522308, at 4295522309 00000100:00000010:0.0:1790964003.715332:0:25918:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000979948ef. 00000100:00000040:3.0:1790964003.715380:0:60:0:(connection.c:75:cpu_latency_work()) work item of 00000000bba1bc8b (cpu 3) has reached its deadline 4295522308, at 4295522309 00000100:00000010:3.0:1790964003.715384:0:60:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c409582. 00000100:00000040:2.0:1790964003.715645:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000001e0f0615 (cpu 2) has reached its deadline 4295522308, at 4295522310 00000100:00000010:2.0:1790964003.715651:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fe72d7c. 00000100:00000040:1.0:1790964003.716756:0:820:0:(connection.c:75:cpu_latency_work()) work item of 000000003b6c6a5c (cpu 1) has reached its deadline 4295522308, at 4295522311 00000100:00000010:1.0:1790964003.716766:0:820:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550d6e1b. 00080000:00000010:3.0:1790964003.730932:0:32185:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000083b2dbfd. 00080000:00000010:3.0:1790964003.730944:0:32185:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000083b2dbfd. 00000020:00000001:3.0:1790964003.730949:0:32185:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1790964003.730977:0:32185:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1790964003.731199:0:32185:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1790964004.221752:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964004.221761:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964004.221768:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964004.221769:0:131:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964004.221787:0:31795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964004.221790:0:31795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964004.221792:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1790964004.545889:0:31840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964004.545898:0:31840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964004.545899:0:31840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964004.545903:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000100:00000001:3.0:1790964004.545907:0:31840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964004.545910:0:31840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964004.545913:0:31840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964004.545915:0:31840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964004.545917:0:31840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964004.734140:0:30926:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964004.734154:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964004.734156:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964004.734160:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964004.734162:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964004.734165:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964004.734167:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964005.245491:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964005.245504:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964005.245512:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964005.245514:0:131:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964005.245546:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964005.245552:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964005.245555:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1790964005.326993:0:32197:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a28eb047. 00080000:00000010:2.0:1790964005.327004:0:32197:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a28eb047. 00000020:00000001:2.0:1790964005.327009:0:32197:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964005.565517:0:31840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964005.565525:0:31840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964005.565527:0:31840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964005.565530:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000100:00000001:0.0:1790964005.565542:0:31840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964005.565545:0:31840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964005.565548:0:31840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964005.565550:0:31840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964005.565551:0:31840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964005.735305:0:32233:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1790964005.735311:0:32233:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:0.0:1790964005.748929:0:32233:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1790964005.775659:0:30926:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964005.775672:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964005.775674:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964005.775678:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964005.775680:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964005.775683:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964005.775686:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964006.269663:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964006.269670:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964006.269676:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964006.269677:0:131:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964006.270276:0:31795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964006.270280:0:31795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964006.270283:0:31795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964006.589469:0:31840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964006.589478:0:31840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964006.589480:0:31840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964006.589484:0:31840:0:(client.c:2716:ptlrpc_set_wait()) set 0000000050868304 going to sleep for 0 seconds 00000100:00000001:0.0:1790964006.589488:0:31840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964006.589491:0:31840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964006.589494:0:31840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964006.589496:0:31840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964006.589498:0:31840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964006.781429:0:30926:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964006.781444:0:30926:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964006.781446:0:30926:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964006.781459:0:30926:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964006.781462:0:30926:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964006.781464:0:30926:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964006.781467:0:30926:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964007.011223:0:32246:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea74ee0e. 00080000:00000010:2.0:1790964007.011234:0:32246:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea74ee0e. 00000020:00000001:2.0:1790964007.011240:0:32246:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964007.295083:0:131:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964007.295090:0:131:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964007.295096:0:131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964007.295099:0:131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790964007.295101:0:131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790964007.295103:0:131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964007.295106:0:131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790964007.295108:0:131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964007.295110:0:131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964007.295111:0:131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964007.295803:0:31794:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964007.295807:0:31794:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964007.295810:0:31794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2432 lines, 2432 kept, 0 dropped, 0 bad.